00000800:00000200:1.1F:1769073211.089812:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003f99fb4f] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:3.1F:1769073211.104723:0:2351:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1769073211.104744:0:2351:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988
00000800:00000200:3.1:1769073211.104749:0:2351:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013665efe type 2, nob 96 niov 1 nkiov 0
00000800:00000200:3.1:1769073211.114331:0:2351:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1F:1769073211.126509:0:2351:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1
00010000:00000010:3.1:1769073298.041600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166b200.
00010000:00000010:3.1:1769073298.064789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5c00.
00000080:00000010:3.1:1769073318.046731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413ca469480.
00000080:00000010:3.1:1769073318.046746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c9915d00.
00010000:00000010:3.1:1769073318.051607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413cabf1900.
00010000:00000010:3.1:1769073318.051623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166bc00.
00000080:00000010:3.1:1769073318.066729:0:9966:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413ca469be0.
00010000:00000010:3.1:1769073324.117044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad300.
00010000:00000010:3.1:1769073324.117057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00000080:00000010:1.1:1769073342.034752:0:9989:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413ca469e40.
00010000:00000010:2.1F:1769073362.455604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad100.
00010000:00000010:2.1:1769073362.455640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00000080:00000010:2.1:1769073362.500680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413ca8457e0.
00010000:00000010:3.1:1769073365.955892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166b400.
00000080:00000010:1.1:1769073381.448596:0:10037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c9915e00.
00010000:00000010:1.1:1769073430.599729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8300.
00010000:00000010:1.1:1769073430.599742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:3.1:1769073430.617959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4100.
00010000:00000010:1.1:1769073448.549662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00010000:00000010:2.1:1769073452.069628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030600.
00010000:00000010:0.1:1769073478.422874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b9ef00.
00010000:00000010:0.1:1769073478.422889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:1.1:1769073478.441759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375500.
00010000:00000010:0.1:1769073496.151485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0031e00.
00010000:00000010:0.1:1769073496.154857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4800.
00010000:00000010:0.1:1769073496.154878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030a00.
00010000:00000010:0.1:1769073496.154885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375500.
00010000:00000010:0.1:1769073496.154888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030c00.
00000080:00000010:0.1:1769073496.177658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c2f6cf40.
00000080:00000010:0.1:1769073496.177679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c2f6c8c0.
00010000:00000010:2.1:1769073499.283818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:3.1:1769073499.287617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b9e600.
00010000:00000010:3.1:1769073499.287636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:3.1:1769073499.287641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:3.1:1769073499.287645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166a400.
00000080:00000010:2.1:1769073515.483176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c2f52b40.
00000080:00000010:2.1:1769073515.483200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413d8fe9b00.
00010000:00000010:3.1:1769073517.737897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad100.
00010000:00000010:3.1:1769073517.737913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:3.1:1769073517.737918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375e00.
00010000:00000010:3.1:1769073517.737922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030000.
00000080:00000010:3.1:1769073517.776011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c319d0a0.
00000080:00000010:3.1:1769073517.779114:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad818c0.
00010000:00000010:3.1:1769073518.916597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:3.1:1769073518.916616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166bc00.
00010000:00000010:0.1:1769073525.879159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4100.
00010000:00000010:0.1:1769073525.879175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166bc00.
00010000:00000010:1.1:1769073525.919598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375400.
00010000:00000010:2.1:1769073543.625773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4900.
00010000:00000010:2.1:1769073543.625797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030c00.
00010000:00000010:2.1:1769073543.625803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4e00.
00010000:00000010:2.1:1769073543.625807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166aa00.
00000080:00000010:2.1:1769073543.649608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3109820.
00000080:00000010:2.1:1769073543.649632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c30225c0.
00010000:00000010:2.1:1769073546.726616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd000.
00010000:00000010:2.1:1769073546.726638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030a00.
00010000:00000010:2.1:1769073546.726645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4e00.
00010000:00000010:2.1:1769073546.726649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166b400.
00000080:00000010:0.1:1769073562.172889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c36f8aa0.
00000080:00000010:0.1:1769073562.173012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c36d8c60.
00010000:00000010:2.1:1769073582.036789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdd00.
00010000:00000010:2.1:1769073582.036812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:2.1:1769073582.036818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad200.
00010000:00000010:2.1:1769073582.036822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00000080:00000010:2.1:1769073582.066252:0:11985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c36f8060.
00010000:00000010:0.1:1769073585.045491:0:2356:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375c00.
00010000:00000010:0.1:1769073585.045510:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030c00.
00010000:00000010:0.1:1769073585.045668:0:2356:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375600.
00010000:00000010:0.1:1769073585.045673:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c0030a00.
00000080:00000010:3.1:1769073601.527798:0:12012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c36d81c0.
00010000:00000010:3.1:1769073603.710827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdc00.
00010000:00000010:3.1:1769073603.710851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:3.1:1769073603.710858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdf00.
00010000:00000010:3.1:1769073603.710861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00000080:00000010:2.1:1769073603.730673:0:12022:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad84a40.
00000080:00000010:3.1:1769073603.737687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c37d0d40.
00010000:00000010:3.1:1769073605.959035:0:12177:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:3.1:1769073605.959058:0:12177:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166bc00.
00010000:00000010:3.1:1769073613.365637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad400.
00010000:00000010:3.1:1769073613.365656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:3.1:1769073613.391437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dadb00.
00010000:00000010:3.1:1769073613.391455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad400.
00010000:00000010:3.1:1769073613.391460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00000080:00000010:2.1:1769073629.835721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3e1b280.
00010000:00000010:3.1:1769073640.839701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:3.1:1769073640.839721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad600.
00010000:00000010:3.1:1769073640.839726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:3.1:1769073640.862674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dada00.
00010000:00000010:3.1:1769073641.089340:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dadc00.
00010000:00000010:3.1:1769073641.089351:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00000800:00000200:3.1:1769073641.119152:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -848 low water 166824 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.119176:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -2128 low water 167464 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.120048:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -3408 low water 168104 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.120545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 82328 low water 158516 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.120571:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 81048 low water 159156 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.120576:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 81048 low water 159156 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.124487:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 166784 low water 149568 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.126239:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 78668 low water 226906 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.126252:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 78668 low water 226906 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.130007:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 163124 low water 217958 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.130022:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 163124 low water 217958 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.130045:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 248860 low water 208370 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134187:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -28540 low water 347070 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134195:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -28540 low water 347070 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134253:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -2204 low water 333902 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134259:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -2204 low water 333902 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134300:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 67340 low water 299130 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134795:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 67340 low water 299130 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134812:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 66060 low water 299770 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.134822:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 66060 low water 299770 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.135284:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 64780 low water 300410 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.138895:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 82676 low water 291462 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.138916:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 82676 low water 291462 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.138923:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 82676 low water 291462 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.138968:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 109028 low water 278286 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.138973:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 109028 low water 278286 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.138990:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 110800 low water 277400 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.139021:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 138924 low water 263338 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.139058:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 167048 low water 249276 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.139074:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 177292 low water 244154 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.142806:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 205416 low water 230092 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.142834:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 204136 low water 230732 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.142839:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 204136 low water 230732 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.142862:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 223296 low water 221152 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.144713:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -13192 low water 339396 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.144737:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -14472 low water 340036 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.144742:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -14472 low water 340036 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.146364:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 13652 low water 325974 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.146386:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 12372 low water 326614 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.146392:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 12372 low water 326614 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.146422:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 49444 low water 308078 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.147343:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 49444 low water 308078 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.147364:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 48164 low water 308718 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.147769:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 48164 low water 308718 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.150940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 66060 low water 299770 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.150956:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 66060 low water 299770 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.151010:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 103132 low water 281234 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.151015:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 103132 low water 281234 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.152366:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 121028 low water 272286 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.152377:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 121028 low water 272286 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.152419:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 158100 low water 253750 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.152424:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 158100 low water 253750 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.152466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 177276 low water 244162 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.152508:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 246348 low water 226266 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.153879:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -34880 low water 366880 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.153900:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -36160 low water 367520 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.153905:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -36160 low water 367520 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.153942:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 912 low water 348984 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.154636:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 20088 low water 339396 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.154643:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 20088 low water 339396 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.154695:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 55880 low water 321500 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.154700:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 55880 low water 321500 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.154734:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 92952 low water 302964 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.156352:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 121076 low water 288902 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.156376:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 119796 low water 289542 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.156382:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 119796 low water 289542 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.157735:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 156868 low water 271006 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.157746:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 156868 low water 271006 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.157800:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 183712 low water 257584 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.157806:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 183712 low water 257584 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.157836:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 229732 low water 234574 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.158201:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 229732 low water 234574 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.160410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 282188 low water 224986 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.161821:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -36112 low water 384136 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.161837:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -36112 low water 384136 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.163477:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -37392 low water 384776 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.164846:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 59804 low water 352818 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.164863:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 59804 low water 352818 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.164924:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 114772 low water 325334 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.164929:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 114772 low water 325334 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.171078:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 123720 low water 320860 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.171095:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 123720 low water 320860 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.171160:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 187636 low water 288902 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.171176:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 187636 low water 288902 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.171193:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 197864 low water 283788 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.171240:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 284832 low water 256944 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.174393:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -36028 low water 417374 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.175938:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -18132 low water 408426 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.175950:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -18132 low water 408426 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.176020:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 27888 low water 385416 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.176026:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 27888 low water 385416 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.176065:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 105908 low water 363046 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.176070:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 105908 low water 363046 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.176095:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 125084 low water 353458 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.176123:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 171104 low water 330448 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.176155:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 190280 low water 320860 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.177252:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 190280 low water 320860 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.177278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 189000 low water 321500 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.178612:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 189000 low water 321500 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.182411:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 233740 low water 299130 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.182428:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 233740 low water 299130 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.182451:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 252916 low water 289542 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.182490:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 298936 low water 266532 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.191824:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -188 low water 416094 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.191851:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -1468 low water 416734 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.191857:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -1468 low water 416734 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.193273:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -1468 low water 416734 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.193508:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -2748 low water 417374 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.193522:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -2748 low water 417374 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.206656:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -4028 low water 418014 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.206851:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 159644 low water 352818 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.206866:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 158364 low water 353458 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.206871:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 158364 low water 353458 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.206912:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 223560 low water 320860 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.210137:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 359108 low water 269726 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.217012:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 2456 low water 448052 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.217046:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 1176 low water 448692 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.217053:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 1176 low water 448692 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.219022:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 38248 low water 430156 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.219052:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 36968 low water 430796 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.219059:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 36968 low water 430796 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.219094:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 65092 low water 416734 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.219128:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 102164 low water 398198 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.224975:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 130288 low water 384136 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.225010:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 129008 low water 384776 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.225017:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 129008 low water 384776 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.225050:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 166080 low water 366240 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.226994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 194204 low water 352178 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.227022:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 192924 low water 352818 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.227040:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 192924 low water 352818 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.227078:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 229996 low water 334282 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.227582:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 229996 low water 334282 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.227602:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 228716 low water 334922 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.228711:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 228716 low water 334922 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.228736:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 227436 low water 335562 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.233726:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 255560 low water 321500 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.233781:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 254280 low water 322140 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.233789:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 254280 low water 322140 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.233857:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 300300 low water 299130 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.237414:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 14000 low water 458920 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.237447:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 12720 low water 459560 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.239188:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 31896 low water 449972 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.239202:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 31896 low water 449972 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.239277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 76636 low water 427602 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.239283:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 76636 low water 427602 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.240711:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 95812 low water 418014 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.242175:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 305504 low water 329808 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.242205:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 304224 low water 330448 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.242211:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 304224 low water 330448 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.246054:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 323400 low water 320860 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.248673:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 75452 low water 461474 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.248703:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 74172 low water 462114 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.248722:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 74172 low water 462114 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.251988:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 74172 low water 462114 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.252025:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 72892 low water 462754 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.253053:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 72892 low water 462754 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.253079:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 71612 low water 463394 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.253352:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 71612 low water 463394 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.253368:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 70332 low water 464034 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073641.261988:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 373344 low water 329168 conn ffff9413c3bde000 blocked idle queued
00010000:00000010:3.1:1769073642.951669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:2.1:1769073642.958140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dadc00.
00010000:00000010:2.1:1769073642.958164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5c00.
00010000:00000010:3.1:1769073642.979596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd300.
00010000:00000010:2.1:1769073643.018614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:2.1:1769073649.505643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:0.1:1769073649.519214:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:0.1:1769073649.519236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c585bc00.
00010000:00000010:2.1:1769073649.551710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375500.
00010000:00000010:2.1:1769073649.714592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdd00.
00010000:00000010:2.1:1769073649.714617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00000800:00000200:0.1:1769073649.738535:0:2356:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -11432 low water 521556 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:0.1:1769073649.742633:0:2356:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -12712 low water 522196 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.745077:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 14132 low water 508774 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.747799:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 12852 low water 509414 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749146:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 12852 low water 509414 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749169:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 12852 low water 509414 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749326:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 39696 low water 495992 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749355:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 38416 low water 496632 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749365:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 37136 low water 497272 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749401:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 65260 low water 483210 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749425:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 75488 low water 478096 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749453:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 94664 low water 468508 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749469:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 113840 low water 458920 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.749523:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 133016 low water 449332 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.750541:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 133016 low water 449332 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.750722:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 133016 low water 449332 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.751638:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 131736 low water 449972 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.751921:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 131736 low water 449972 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.751964:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 130456 low water 450612 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.751976:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 130456 low water 450612 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.751987:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 129176 low water 451252 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754118:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 147072 low water 442304 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754135:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 147072 low water 442304 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754186:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 166248 low water 432716 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754192:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 166248 low water 432716 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754220:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 185424 low water 423128 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754235:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 195652 low water 418014 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 231444 low water 400118 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.754282:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 231444 low water 400118 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.755677:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 259568 low water 386056 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.755691:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 259568 low water 386056 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.755744:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 295360 low water 368160 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.755749:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 295360 low water 368160 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.755776:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 323484 low water 354098 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.755807:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 360556 low water 335562 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.769658:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 21800 low water 504940 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.769679:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 21800 low water 504940 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.769686:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 21800 low water 504940 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773036:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 253180 low water 389250 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773207:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 253180 low water 389250 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773495:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 251900 low water 389890 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773650:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 251900 low water 389890 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773680:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 250620 low water 390530 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773692:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 250620 low water 390530 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773706:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 249340 low water 391170 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.773715:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 249340 low water 391170 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.779756:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 314536 low water 358572 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.779846:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 313256 low water 359212 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.779855:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 313256 low water 359212 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.779862:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 313256 low water 359212 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.780021:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 507564 low water 262058 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.784190:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -3764 low water 517722 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.784213:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -5044 low water 518362 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.784771:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -5044 low water 518362 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.784790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -6324 low water 519002 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.785094:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -6324 low water 519002 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.787986:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 253180 low water 389250 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.788004:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 253180 low water 389250 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.788273:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 253180 low water 389250 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.788290:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 251900 low water 389890 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.788585:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 251900 low water 389890 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.788624:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 250620 low water 390530 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.788864:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 250620 low water 390530 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.788881:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 249340 low water 391170 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.789116:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 249340 low water 391170 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.791934:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 585632 low water 256304 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.793348:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -54808 low water 576524 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.793373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -56088 low water 577164 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.795099:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -56088 low water 577164 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.795132:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -57368 low water 577804 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.798257:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace -57368 low water 577804 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.804352:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 235416 low water 448052 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.804379:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 235416 low water 448052 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.804391:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 234136 low water 448692 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.804397:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 234136 low water 448692 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.805041:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 234136 low water 448692 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.805060:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 232856 low water 449332 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.805468:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 232856 low water 449332 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.805480:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 231576 low water 449972 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.807840:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 231576 low water 449972 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.807865:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 230296 low water 450612 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.810539:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 439988 low water 362406 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.814111:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 56492 low water 554154 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.817954:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 55212 low water 554794 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.818348:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 55212 low water 554794 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.819166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 53932 low water 555434 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.819470:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 53932 low water 555434 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.820442:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 52652 low water 556074 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.820466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 52652 low water 556074 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.820593:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 151128 low water 523476 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.822719:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 149848 low water 524116 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.822738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 149848 low water 524116 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.822847:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 223992 low water 487044 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.822883:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 299416 low water 449332 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.822939:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 397892 low water 416734 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.822953:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 396612 low water 417374 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.822957:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 396612 low water 417374 conn ffff9413c3bde000 blocked idle queued
00000800:00000200:3.1:1769073649.827331:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff9413d0813f00 wspace 442632 low water 394364 conn ffff9413c3bde000 blocked idle queued
00010000:00000010:3.1:1769073650.187628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad200.
00010000:00000010:3.1:1769073650.187650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:3.1:1769073650.187659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdd00.
00010000:00000010:3.1:1769073650.187662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00000080:00000010:2.1:1769073650.217791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4eb00.
00000080:00000010:2.1:1769073650.217813:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1f380.
00010000:00000010:2.1:1769073650.231883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdc00.
00010000:00000010:2.1:1769073650.231930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c585a000.
00010000:00000010:2.1:1769073650.231936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd400.
00010000:00000010:2.1:1769073650.231939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00000080:00000010:2.1:1769073650.253616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c595d860.
00000080:00000010:2.1:1769073650.253645:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada8000.
00010000:00000010:0.1:1769073650.273111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad600.
00010000:00000010:0.1:1769073650.273125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:0.1:1769073650.273130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd400.
00010000:00000010:0.1:1769073650.273134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00000080:00000010:2.1:1769073650.276961:0:13280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3754bc0.
00000080:00000010:2.1:1769073650.282612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1a100.
00010000:00000010:0.1:1769073652.042001:0:13387:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dada00.
00010000:00000010:0.1:1769073652.042016:0:13387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:0.1:1769073652.042021:0:13387:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdd00.
00010000:00000010:0.1:1769073652.042023:0:13387:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769073657.086624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdc00.
00010000:00000010:2.1:1769073657.086644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:2.1:1769073771.277610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4000.
00010000:00000010:2.1:1769073771.277630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792e00.
00010000:00000010:0.1:1769073771.422933:0:13714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:0.1:1769073771.422945:0:13714:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8e00.
00000080:00000010:0.1:1769073771.423152:0:13714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413d144e660.
00010000:00000010:0.1:1769073771.423161:0:13714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166be00.
00010000:00000010:0.1:1769073771.423167:0:13714:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad900.
00010000:00000010:0.1:1769073771.423170:0:13714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:0.1:1769073771.423175:0:13714:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd500.
00010000:00000010:3.1:1769073771.424091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd300.
00010000:00000010:3.1:1769073771.424102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00000080:00000010:3.1:1769073771.424107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c595d5c0.
00010000:00000010:2.1:1769073771.580605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd300.
00010000:00000010:2.1:1769073771.580624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769073771.619447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd500.
00010000:00000010:2.1:1769073771.663674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793600.
00010000:00000010:2.1:1769073771.989641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769073771.989663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd300.
00010000:00000010:2.1:1769073771.989669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:2.1:1769073771.989672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd500.
00010000:00000010:2.1:1769073771.989674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:2.1:1769073772.040007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c595dc20.
00000080:00000010:2.1:1769073772.040049:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada8000.
00010000:00000010:3.1:1769073775.030654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4000.
00010000:00000010:3.1:1769073775.030677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:2.1:1769073801.965642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4c00.
00010000:00000010:2.1:1769073801.965657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792c00.
00010000:00000010:2.1:1769073802.374613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dadc00.
00010000:00000010:2.1:1769073802.374639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:2.1:1769073802.392821:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd400.
00010000:00000010:3.1:1769073802.430635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:2.1:1769073802.595594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375a00.
00010000:00000010:2.1:1769073802.595602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00010000:00000010:3.1:1769073802.654840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd400.
00010000:00000010:2.1:1769073802.655635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:2.1:1769073802.834412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769073802.834441:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd600.
00010000:00000010:2.1:1769073802.834475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769073802.834480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdf00.
00010000:00000010:2.1:1769073802.834483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00000080:00000010:2.1:1769073802.872964:0:14609:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e6a0.
00000080:00000010:2.1:1769073802.873000:0:14609:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada8000.
00010000:00000010:2.1:1769073805.659601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad100.
00010000:00000010:2.1:1769073805.659618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:1.1:1769073814.177339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:1.1:1769073814.177357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792600.
00000080:00000010:2.1:1769073814.195706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c589a220.
00010000:00000010:1.1:1769073814.342541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792600.
00010000:00000010:3.1:1769073815.620195:0:15221:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdf00.
00010000:00000010:3.1:1769073815.620239:0:15221:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793400.
00010000:00000010:2.1:1769073815.621463:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793a00.
00000080:00000010:0.1:1769073815.629789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8529c80.
00010000:00000010:2.1:1769073815.673600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:2.1:1769073815.724026:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:1.1:1769073815.978606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5c00.
00010000:00000010:2.1:1769073816.141729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793800.
00010000:00000010:2.1:1769073816.141751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd400.
00010000:00000010:2.1:1769073816.141755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00010000:00000010:2.1:1769073816.141759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375700.
00010000:00000010:2.1:1769073816.141762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497400.
00000080:00000010:2.1:1769073816.178618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c589a1e0.
00000080:00000010:2.1:1769073816.178655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada8840.
00010000:00000010:3.1:1769073821.006684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd900.
00010000:00000010:3.1:1769073821.006695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769073829.527751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166ba00.
00000080:00000010:1.1:1769073829.528877:0:15852:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad83180.
00000080:00000010:1.1:1769073829.528913:0:15852:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1b9c0.
00000080:00000010:0.1:1769073829.530452:0:1030:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c595d900.
00000080:00000010:0.1:1769073829.530578:0:792:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c6510000.
00000080:00000010:0.1:1769073829.530590:0:792:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1c200.
00000080:00000010:0.1:1769073829.530613:0:792:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1dac0.
00000080:00000010:1.1:1769073829.533740:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad19080.
00000080:00000010:1.1:1769073829.533758:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada8000.
00010000:00000010:1.1:1769073829.533766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdb00.
00010000:00000010:1.1:1769073829.533771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:1.1:1769073829.533777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dadf00.
00010000:00000010:1.1:1769073829.533780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00010000:00000010:1.1:1769073829.570968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00010000:00000010:1.1:1769073829.570984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dade00.
00010000:00000010:3.1:1769073829.622674:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:3.1:1769073829.622691:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd400.
00010000:00000010:3.1:1769073829.623611:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792a00.
00010000:00000010:3.1:1769073829.623622:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4800.
00010000:00000010:3.1:1769073829.702580:0:15684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c166a200.
00010000:00000010:3.1:1769073829.702606:0:15684:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413cabf1c00.
00010000:00000010:2.1:1769073831.735694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad900.
00010000:00000010:2.1:1769073831.735725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:0.1:1769073831.755722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd000.
00010000:00000010:2.1:1769073831.788929:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:2.1:1769073831.788938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:2.1:1769073831.810075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375a00.
00010000:00000010:2.1:1769073831.810095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00000080:00000010:3.1:1769073831.853696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e400.
00010000:00000010:2.1:1769073831.877936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd400.
00010000:00000010:2.1:1769073831.877945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:2.1:1769073831.881938:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdb00.
00010000:00000010:2.1:1769073831.881956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00000080:00000010:0.1:1769073832.047800:0:15959:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cb40.
00010000:00000010:0.1:1769073832.088975:0:15684:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375600.
00010000:00000010:0.1:1769073832.088988:0:15684:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:3.1:1769073832.313142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:3.1:1769073832.332598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd500.
00010000:00000010:3.1:1769073832.332609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:2.1:1769073832.923603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cde00.
00010000:00000010:2.1:1769073832.923619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:3.1:1769073832.956395:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375c00.
00010000:00000010:3.1:1769073832.956412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496600.
00010000:00000010:2.1:1769073832.995605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdc00.
00010000:00000010:0.1:1769073833.116825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375600.
00010000:00000010:0.1:1769073833.116839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00010000:00000010:0.1:1769073833.127981:0:16001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:0.1:1769073833.127999:0:16001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdb00.
00010000:00000010:0.1:1769073833.299640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdc00.
00010000:00000010:0.1:1769073833.299660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:3.1:1769073833.302805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00010000:00000010:2.1:1769073833.306618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375600.
00010000:00000010:2.1:1769073833.337122:0:16004:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:2.1:1769073833.796614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:2.1:1769073833.796633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cde00.
00010000:00000010:2.1:1769073833.796637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769073833.796639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:2.1:1769073833.796641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00000080:00000010:2.1:1769073833.813660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cf40.
00000080:00000010:2.1:1769073833.814012:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadab180.
00010000:00000010:2.1:1769073833.848611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd900.
00010000:00000010:2.1:1769073833.848628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:3.1:1769073833.868607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd300.
00010000:00000010:3.1:1769073833.868627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:0.1:1769073834.041661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00000080:00000010:0.1:1769073836.488632:0:16049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85a7320.
00000080:00000010:0.1:1769073836.488648:0:16049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c4a0.
00000080:00000010:0.1:1769073836.492612:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada8840.
00000080:00000010:0.1:1769073836.492638:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caeca100.
00010000:00000010:0.1:1769073836.492647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497c00.
00010000:00000010:0.1:1769073836.492652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00010000:00000010:0.1:1769073836.492655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:1.1:1769073836.536751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:1.1:1769073836.536766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cdd00.
00010000:00000010:1.1:1769073836.565073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00010000:00000010:1.1:1769073836.565088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375100.
00010000:00000010:1.1:1769073836.565093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:1.1:1769073836.565097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dad600.
00010000:00000010:3.1:1769073851.811892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd900.
00010000:00000010:3.1:1769073851.811901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:0.1:1769073851.847607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20900.
00010000:00000010:1.1:1769073852.005036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:0.1:1769073852.070721:0:16922:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3dadd00.
00010000:00000010:0.1:1769073852.070729:0:16922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00010000:00000010:2.1:1769073852.077757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:2.1:1769073852.077776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00010000:00000010:1.1:1769073852.185614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:0.1:1769073852.444086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00010000:00000010:3.1:1769073869.108168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5600.
00010000:00000010:1.1:1769073869.636618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:1.1:1769073869.636639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:1.1:1769073869.636645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375900.
00010000:00000010:1.1:1769073869.636669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496600.
00000080:00000010:1.1:1769073869.650166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e100.
00000080:00000010:1.1:1769073869.681640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caeca100.
00010000:00000010:2.1:1769073872.213650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00010000:00000010:2.1:1769073872.213668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769073882.316780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20e00.
00010000:00000010:2.1:1769073882.316796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:2.1:1769073882.347618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8600.
00010000:00000010:2.1:1769073899.140607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:2.1:1769073899.140626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:2.1:1769073899.140632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:2.1:1769073899.140635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:2.1:1769073899.191605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413d00985c0.
00000080:00000010:2.1:1769073899.191637:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadab180.
00010000:00000010:3.1:1769073902.966152:0:17775:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8300.
00010000:00000010:3.1:1769073902.966166:0:17775:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:3.1:1769073926.406820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:3.1:1769073926.424964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4ea20.
00010000:00000010:3.1:1769073926.424991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20d00.
00010000:00000010:3.1:1769073926.424997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:2.1:1769073926.491763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20400.
00010000:00000010:2.1:1769073926.491783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00000080:00000010:3.1:1769073926.590543:0:18257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4ea20.
00010000:00000010:2.1:1769073927.835575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:3.1:1769073946.246610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00010000:00000010:3.1:1769073946.386977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00010000:00000010:3.1:1769073946.386999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8d00.
00010000:00000010:3.1:1769073946.387004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:3.1:1769073946.387034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00000080:00000010:3.1:1769073946.416512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518e40.
00000080:00000010:3.1:1769073946.416565:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadab180.
00010000:00000010:2.1:1769073946.440858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:2.1:1769073946.440882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20d00.
00010000:00000010:2.1:1769073946.440890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:2.1:1769073946.440894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20b00.
00010000:00000010:2.1:1769073946.440896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:2.1:1769073946.478613:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1eb40.
00000080:00000010:2.1:1769073946.478652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e120.
00010000:00000010:1.1:1769073954.276952:0:2357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793e00.
00000080:00000010:1.1:1769073954.276968:0:2357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413d0098b20.
00010000:00000010:1.1:1769073954.276975:0:2357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4c00.
00010000:00000010:1.1:1769073954.276980:0:2357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792200.
00010000:00000010:2.1:1769073954.399469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769073954.399480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00000080:00000010:3.1:1769073954.515602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55182e0.
00010000:00000010:2.1:1769073955.518937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:0.1:1769073966.810863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4c00.
00010000:00000010:0.1:1769073966.810879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793e00.
00010000:00000010:2.1:1769073966.826647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375100.
00010000:00000010:2.1:1769073966.826664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496e00.
00000080:00000010:2.1:1769073966.826681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518d00.
00010000:00000010:2.1:1769073966.851657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:1.1:1769073975.681609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00000080:00000010:1.1:1769073975.685613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c480.
00010000:00000010:1.1:1769073975.685636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8400.
00010000:00000010:1.1:1769073975.685642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769073975.705636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4000.
00010000:00000010:3.1:1769073975.759725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769073977.323305:0:1358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:2.1:1769073977.323319:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496600.
00010000:00000010:3.1:1769073977.454606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792800.
00010000:00000010:0.1:1769074015.032117:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496000.
00010000:00000010:1.1:1769074031.297828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496e00.
00010000:00000010:1.1:1769074031.297847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4300.
00010000:00000010:1.1:1769074031.297852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792e00.
00010000:00000010:1.1:1769074031.326748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4100.
00010000:00000010:2.1:1769074031.388815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769074073.923983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:3.1:1769074074.015867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4300.
00010000:00000010:3.1:1769074074.015885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793800.
00010000:00000010:3.1:1769074074.015889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:3.1:1769074074.015893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792000.
00000080:00000010:3.1:1769074074.031596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518700.
00000080:00000010:3.1:1769074074.031629:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad83180.
00010000:00000010:3.1:1769074077.018361:0:36:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:3.1:1769074077.018378:0:36:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00010000:00000010:0.1:1769074087.599632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375000.
00010000:00000010:0.1:1769074087.599728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496000.
00000080:00000010:0.1:1769074087.625751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55189a0.
00010000:00000010:2.1:1769074087.646088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:2.1:1769074087.646107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:3.1:1769074087.773809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20a00.
00010000:00000010:3.1:1769074087.773819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:2.1:1769074087.789774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:2.1:1769074087.799607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e100.
00010000:00000010:0.1:1769074087.831617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00000080:00000010:2.1:1769074087.834675:0:21772:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518d20.
00010000:00000010:2.1:1769074087.849621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:3.1:1769074088.038133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00010000:00000010:2.1:1769074088.041647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:2.1:1769074088.067968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497a00.
00000080:00000010:2.1:1769074088.133747:0:21779:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55183e0.
00010000:00000010:1.1:1769074088.315614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:1.1:1769074088.315634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375000.
00010000:00000010:0.1:1769074088.511994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00010000:00000010:2.1:1769074088.544622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769074088.544643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:1.1:1769074088.549712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:1.1:1769074088.549732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:1.1:1769074088.549736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00000080:00000010:1.1:1769074088.569742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8466c00.
00000080:00000010:1.1:1769074088.579547:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad18000.
00010000:00000010:2.1:1769074097.746809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20700.
00010000:00000010:2.1:1769074097.746831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:2.1:1769074097.771614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c820.
00010000:00000010:3.1:1769074098.052589:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20400.
00010000:00000010:3.1:1769074098.052602:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793a00.
00010000:00000010:3.1:1769074098.088606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00000080:00000010:2.1:1769074098.110792:0:22414:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8466880.
00010000:00000010:2.1:1769074098.164780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00000080:00000010:2.1:1769074098.164799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c860.
00010000:00000010:2.1:1769074098.197608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769074098.443701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:1.1:1769074098.451095:0:2356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792a00.
00010000:00000010:3.1:1769074098.488613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:2.1:1769074098.554812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e9e0.
00010000:00000010:2.1:1769074100.693709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:2.1:1769074100.693727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8100.
00010000:00000010:2.1:1769074121.982250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:0.1:1769074122.020928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:0.1:1769074122.020953:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8400.
00010000:00000010:0.1:1769074122.020957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00000080:00000010:1.1:1769074122.046588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4eac0.
00000080:00000010:1.1:1769074122.066633:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad18840.
00010000:00000010:3.1:1769074123.085427:0:22526:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4000.
00010000:00000010:3.1:1769074123.085440:0:22526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792400.
00010000:00000010:2.1:1769074131.635238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4300.
00010000:00000010:2.1:1769074131.635259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00000080:00000010:2.1:1769074131.655437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c680.
00010000:00000010:3.1:1769074131.917871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8c00.
00010000:00000010:3.1:1769074131.917886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496e00.
00010000:00000010:3.1:1769074131.927700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00000080:00000010:2.1:1769074131.975056:0:23065:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518700.
00010000:00000010:2.1:1769074132.005802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00000080:00000010:2.1:1769074132.005822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c0a0.
00010000:00000010:2.1:1769074132.028769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:1.1:1769074132.138645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792a00.
00010000:00000010:2.1:1769074132.145609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00010000:00000010:3.1:1769074132.190595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00000080:00000010:2.1:1769074132.296970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8466300.
00010000:00000010:1.1:1769074146.778734:0:2357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:1.1:1769074146.778758:0:2357:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4e00.
00010000:00000010:1.1:1769074148.905612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00010000:00000010:3.1:1769074148.926813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497200.
00010000:00000010:3.1:1769074148.926844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:3.1:1769074148.926849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00000080:00000010:3.1:1769074148.967339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518020.
00000080:00000010:3.1:1769074148.974622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadaa940.
00010000:00000010:1.1:1769074153.824716:0:1016:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8200.
00010000:00000010:1.1:1769074153.824728:0:1016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:2.1:1769074161.380706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375100.
00010000:00000010:2.1:1769074161.380722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00010000:00000010:3.1:1769074161.388546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20300.
00010000:00000010:3.1:1769074161.388603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:3.1:1769074266.882615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:0.1:1769074266.882646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4000.
00010000:00000010:0.1:1769074266.882653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793800.
00010000:00000010:3.1:1769074266.896730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792600.
00000080:00000010:3.1:1769074266.896747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e660.
00010000:00000010:3.1:1769074266.896758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4e00.
00010000:00000010:3.1:1769074266.896763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c98cd000.
00010000:00000010:3.1:1769074266.896768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00000080:00000010:3.1:1769074266.896797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518380.
00010000:00000010:3.1:1769074266.896803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:3.1:1769074266.896807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375400.
00010000:00000010:3.1:1769074266.896811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:3.1:1769074266.896814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8600.
00000080:00000010:3.1:1769074266.896818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518f80.
00010000:00000010:3.1:1769074266.896824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793000.
00010000:00000010:3.1:1769074266.896828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8700.
00000080:00000010:3.1:1769074266.896831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4ed20.
00010000:00000010:3.1:1769074266.896835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00010000:00000010:3.1:1769074266.896840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00000080:00000010:3.1:1769074266.896845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8466e20.
00010000:00000010:3.1:1769074266.896850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793600.
00010000:00000010:3.1:1769074266.896854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4800.
00000080:00000010:3.1:1769074266.896857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518460.
00010000:00000010:3.1:1769074266.896861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00010000:00000010:3.1:1769074266.896865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375500.
00000080:00000010:3.1:1769074268.881144:0:23878:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4eb20.
00000080:00000010:3.1:1769074268.887610:0:23878:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1b180.
00010000:00000010:3.1:1769074268.887630:0:23878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792e00.
00010000:00000010:3.1:1769074268.887634:0:23878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792800.
00010000:00000010:3.1:1769074268.887637:0:23878:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769074268.921927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497200.
00010000:00000010:2.1:1769074268.921942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375c00.
00010000:00000010:3.1:1769074269.059065:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00010000:00000010:3.1:1769074269.059078:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00010000:00000010:3.1:1769074269.063763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20a00.
00010000:00000010:3.1:1769074269.138027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00010000:00000010:3.1:1769074269.423785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375000.
00010000:00000010:3.1:1769074269.423801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00010000:00000010:0.1:1769074269.450855:0:1358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00010000:00000010:3.1:1769074269.478882:0:1030:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20a00.
00010000:00000010:0.1:1769074269.648102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:0.1:1769074269.648120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20800.
00010000:00000010:0.1:1769074269.648126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4e00.
00010000:00000010:0.1:1769074269.648129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20a00.
00010000:00000010:0.1:1769074269.648131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00000080:00000010:3.1:1769074269.679859:0:23894:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e200.
00000080:00000010:3.1:1769074269.679888:0:23894:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1b180.
00010000:00000010:3.1:1769074271.551715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00010000:00000010:3.1:1769074271.551727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00010000:00000010:0.1:1769074279.508322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375b00.
00010000:00000010:0.1:1769074279.508342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00010000:00000010:0.1:1769074279.533421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:2.1:1769074281.487745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20500.
00010000:00000010:2.1:1769074281.487768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:2.1:1769074281.495638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8200.
00010000:00000010:1.1:1769074281.521144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:1.1:1769074281.521181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00000080:00000010:0.1:1769074387.713666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e280.
00000080:00000010:0.1:1769074387.713689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4ec40.
00000080:00000010:2.1:1769074387.739905:0:24666:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1b180.
00010000:00000010:1.1:1769074387.751137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:2.1:1769074387.751410:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadadac0.
00010000:00000010:3.1:1769074387.758881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:3.1:1769074387.758907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792e00.
00010000:00000010:0.1:1769074387.776375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:0.1:1769074387.776390:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:0.1:1769074387.827153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:0.1:1769074387.827183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:0.1:1769074387.827249:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00010000:00000010:0.1:1769074387.827259:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4c00.
00000080:00000010:2.1:1769074388.010325:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518560.
00000080:00000010:2.1:1769074388.010349:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadac200.
00010000:00000010:3.1:1769074388.018099:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375b00.
00010000:00000010:3.1:1769074388.018112:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00010000:00000010:3.1:1769074388.018116:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375400.
00010000:00000010:3.1:1769074388.018119:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:2.1:1769074388.019381:0:24468:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8c00.
00010000:00000010:2.1:1769074388.019393:0:24468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769074388.044856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8100.
00010000:00000010:3.1:1769074388.086628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:3.1:1769074388.366707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8100.
00010000:00000010:3.1:1769074388.366728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:0.1:1769074388.409493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:3.1:1769074388.412926:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20200.
00010000:00000010:2.1:1769074388.678634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4e00.
00010000:00000010:2.1:1769074388.678657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8c00.
00010000:00000010:2.1:1769074388.678662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:2.1:1769074388.678667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8700.
00010000:00000010:2.1:1769074388.678671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00000080:00000010:2.1:1769074388.703831:0:24684:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413d0098be0.
00000080:00000010:2.1:1769074388.703862:0:24684:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadac200.
00010000:00000010:3.1:1769074389.365188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8e00.
00010000:00000010:3.1:1769074389.365202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:3.1:1769074397.176775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20000.
00010000:00000010:3.1:1769074397.176789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4e00.
00000080:00000010:2.1:1769074397.206596:0:25304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c400.
00000080:00000010:3.1:1769074398.482101:0:2366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c040.
00010000:00000010:2.1:1769074398.486265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8700.
00010000:00000010:2.1:1769074398.486277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:3.1:1769074398.512764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:3.1:1769074398.512785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4e00.
00000080:00000010:2.1:1769074398.653617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c3f4e620.
00010000:00000010:0.1:1769074403.439737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00000080:00000010:2.1:1769074403.463870:0:25335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c140.
00000080:00000010:2.1:1769074403.476865:0:25335:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c340.
00000080:00000010:2.1:1769074403.476910:0:25335:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadac200.
00000080:00000010:2.1:1769074403.476923:0:25335:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadab9c0.
00000080:00000010:2.1:1769074403.477291:0:26:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad85280.
00010000:00000010:2.1:1769074403.480291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497c00.
00010000:00000010:2.1:1769074403.480310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792e00.
00010000:00000010:1.1:1769074403.583296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792800.
00010000:00000010:1.1:1769074403.583308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4e00.
00010000:00000010:1.1:1769074403.583314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:1.1:1769074403.583320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:1.1:1769074403.583323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:1.1:1769074403.583326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8400.
00010000:00000010:1.1:1769074418.438753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:1.1:1769074418.438771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00000080:00000010:1.1:1769074418.543417:0:25949:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413d8f8bea0.
00010000:00000010:2.1:1769074418.710617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20700.
00010000:00000010:2.1:1769074418.710641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:2.1:1769074418.735854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:2.1:1769074418.806285:0:25774:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518d20.
00010000:00000010:2.1:1769074420.430437:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375a00.
00010000:00000010:2.1:1769074420.430459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00010000:00000010:0.1:1769074429.032086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375700.
00010000:00000010:0.1:1769074429.032099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00000080:00000010:3.1:1769074429.049004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330440.
00010000:00000010:2.1:1769074429.114742:0:26566:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4800.
00010000:00000010:2.1:1769074429.114749:0:26566:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00010000:00000010:2.1:1769074429.123513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00000080:00000010:3.1:1769074429.174583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85680c0.
00010000:00000010:0.1:1769074430.402759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793c00.
00010000:00000010:0.1:1769074430.436792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375700.
00010000:00000010:0.1:1769074430.436806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497e00.
00000080:00000010:0.1:1769074430.455853:0:26584:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518880.
00010000:00000010:0.1:1769074439.044894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00000080:00000010:0.1:1769074439.049655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330360.
00010000:00000010:0.1:1769074439.049673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4300.
00010000:00000010:0.1:1769074439.049677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792a00.
00010000:00000010:1.1:1769074439.115676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793000.
00000080:00000010:1.1:1769074439.119780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568620.
00010000:00000010:1.1:1769074439.119802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:1.1:1769074439.119807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792600.
00000080:00000010:3.1:1769074443.779614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85685c0.
00000080:00000010:3.1:1769074443.779652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330f00.
00000080:00000010:3.1:1769074443.783861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85683c0.
00000080:00000010:3.1:1769074443.783879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518c80.
00000080:00000010:3.1:1769074443.783885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518420.
00010000:00000010:3.1:1769074443.789638:0:27183:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:3.1:1769074443.789659:0:27183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792000.
00010000:00000010:3.1:1769074443.789674:0:27183:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:3.1:1769074443.789677:0:27183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496800.
00010000:00000010:3.1:1769074443.789682:0:27183:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8e00.
00010000:00000010:3.1:1769074443.789686:0:27183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:3.1:1769074443.789693:0:27183:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20d00.
00010000:00000010:3.1:1769074443.789697:0:27183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:3.1:1769074443.789701:0:27183:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20100.
00010000:00000010:3.1:1769074443.789703:0:27183:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00010000:00000010:3.1:1769074443.789767:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:3.1:1769074443.789772:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:3.1:1769074443.789776:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4100.
00010000:00000010:3.1:1769074443.789779:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793400.
00010000:00000010:3.1:1769074443.789782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:3.1:1769074443.789786:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8700.
00010000:00000010:3.1:1769074443.789790:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:3.1:1769074443.789793:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00010000:00000010:3.1:1769074443.789796:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00000080:00000010:3.1:1769074459.092740:0:27188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55185a0.
00000080:00000010:3.1:1769074459.092977:0:27188:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518640.
00010000:00000010:0.1:1769074461.343575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00010000:00000010:0.1:1769074461.403650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8300.
00010000:00000010:0.1:1769074461.403668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497c00.
00010000:00000010:0.1:1769074461.403673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00000080:00000010:2.1:1769074461.406814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c53301e0.
00000080:00000010:2.1:1769074461.406847:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1d280.
00000080:00000010:2.1:1769074461.406853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cb80.
00010000:00000010:2.1:1769074461.434620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:2.1:1769074461.434696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8100.
00010000:00000010:2.1:1769074461.434703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00010000:00000010:2.1:1769074461.434708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375b00.
00010000:00000010:2.1:1769074461.434710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00000080:00000010:2.1:1769074461.480963:0:27198:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caec8000.
00000080:00000010:2.1:1769074461.480977:0:27198:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844ce00.
00010000:00000010:2.1:1769074461.498610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769074461.602676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769074461.602698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769074461.602705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00000080:00000010:0.1:1769074461.637624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c560.
00000080:00000010:0.1:1769074461.637677:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caec8840.
00000080:00000010:0.1:1769074461.637690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85681e0.
00010000:00000010:2.1:1769074461.685623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00010000:00000010:2.1:1769074461.685646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8700.
00010000:00000010:2.1:1769074461.685650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00010000:00000010:2.1:1769074461.685654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8100.
00010000:00000010:2.1:1769074461.685657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00000080:00000010:2.1:1769074461.707725:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadac200.
00000080:00000010:2.1:1769074461.707745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330940.
00010000:00000010:2.1:1769074466.129748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20100.
00010000:00000010:2.1:1769074466.129766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:2.1:1769074466.139824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20400.
00010000:00000010:2.1:1769074466.139842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:2.1:1769074470.811177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00000080:00000010:2.1:1769074470.811290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cc80.
00010000:00000010:2.1:1769074470.811303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4000.
00010000:00000010:2.1:1769074470.811307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792e00.
00010000:00000010:3.1:1769074470.853701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00000080:00000010:3.1:1769074470.853728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55180c0.
00010000:00000010:3.1:1769074470.853738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20700.
00010000:00000010:3.1:1769074470.853743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00000080:00000010:2.1:1769074474.297597:0:27792:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330c00.
00000080:00000010:2.1:1769074474.297605:0:27792:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330460.
00010000:00000010:3.1:1769074474.313084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20000.
00010000:00000010:3.1:1769074474.313099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:3.1:1769074474.313105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375a00.
00010000:00000010:3.1:1769074474.313109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00010000:00000010:3.1:1769074474.313112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:3.1:1769074474.313115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497e00.
00010000:00000010:3.1:1769074474.313118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375f00.
00010000:00000010:3.1:1769074474.313121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00000080:00000010:0.1:1769074609.196609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518ee0.
00000080:00000010:0.1:1769074609.196636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844ce00.
00010000:00000010:2.1:1769074609.466915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:3.1:1769074609.506801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20800.
00010000:00000010:3.1:1769074609.506828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00010000:00000010:3.1:1769074609.506833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793c00.
00000080:00000010:3.1:1769074609.513655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518020.
00000080:00000010:3.1:1769074609.513688:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caec8840.
00000080:00000010:3.1:1769074609.513699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568ea0.
00010000:00000010:3.1:1769074609.538776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:3.1:1769074609.538797:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20a00.
00010000:00000010:3.1:1769074609.538804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:3.1:1769074609.538810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375c00.
00010000:00000010:3.1:1769074609.538814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00000080:00000010:3.1:1769074609.559662:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1e300.
00000080:00000010:3.1:1769074609.559673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55180c0.
00010000:00000010:0.1:1769074609.580788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:0.1:1769074609.631657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375b00.
00010000:00000010:0.1:1769074609.631672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497c00.
00010000:00000010:0.1:1769074609.631677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792000.
00000080:00000010:1.1:1769074609.659754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330d20.
00000080:00000010:1.1:1769074609.659783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caecb180.
00000080:00000010:1.1:1769074609.659789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85687a0.
00010000:00000010:2.1:1769074609.677365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792800.
00010000:00000010:2.1:1769074609.681632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375400.
00010000:00000010:2.1:1769074609.681657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:2.1:1769074609.688115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20a00.
00010000:00000010:2.1:1769074609.688138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00000080:00000010:2.1:1769074609.708150:0:27819:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1a940.
00000080:00000010:2.1:1769074609.708170:0:27819:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85689e0.
00010000:00000010:1.1:1769074614.596602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8c00.
00010000:00000010:1.1:1769074614.596616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:3.1:1769074619.090611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00000080:00000010:0.1:1769074619.095791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55184c0.
00010000:00000010:0.1:1769074619.095810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375000.
00010000:00000010:0.1:1769074619.095816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00010000:00000010:3.1:1769074619.154573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00000080:00000010:3.1:1769074619.154601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518960.
00010000:00000010:3.1:1769074619.154610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8d00.
00010000:00000010:3.1:1769074619.154614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:3.1:1769074625.267604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:3.1:1769074625.267632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793a00.
00010000:00000010:3.1:1769074625.267637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20300.
00010000:00000010:3.1:1769074625.267641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:3.1:1769074625.267646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8400.
00010000:00000010:3.1:1769074625.267649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:3.1:1769074625.267653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8d00.
00010000:00000010:3.1:1769074625.267656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:3.1:1769074641.858776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c800.
00000080:00000010:3.1:1769074641.858797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518fe0.
00000080:00000010:1.1:1769074641.866805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568c00.
00000080:00000010:1.1:1769074641.866826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568d40.
00010000:00000010:2.1:1769074644.022304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00010000:00000010:2.1:1769074644.077660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:2.1:1769074644.077677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793e00.
00010000:00000010:2.1:1769074644.077682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793600.
00000080:00000010:2.1:1769074644.100965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568f80.
00000080:00000010:2.1:1769074644.101027:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada9080.
00000080:00000010:2.1:1769074644.101040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85687c0.
00010000:00000010:2.1:1769074644.120855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:2.1:1769074644.120879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4100.
00010000:00000010:2.1:1769074644.120883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769074644.120886:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:2.1:1769074644.120889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793000.
00000080:00000010:2.1:1769074644.150722:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadac200.
00000080:00000010:2.1:1769074644.150741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c700.
00010000:00000010:3.1:1769074644.183650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00010000:00000010:2.1:1769074644.261648:0:28438:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8600.
00010000:00000010:2.1:1769074644.261655:0:28438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769074644.261660:0:28438:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793200.
00000080:00000010:2.1:1769074644.279583:0:28438:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cdc0.
00000080:00000010:2.1:1769074644.279605:0:28438:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad82940.
00000080:00000010:2.1:1769074644.279618:0:28438:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85684e0.
00010000:00000010:2.1:1769074644.295813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769074644.295834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:2.1:1769074644.295838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:2.1:1769074644.295842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769074644.295844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:2.1:1769074644.359880:0:28440:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1e300.
00000080:00000010:2.1:1769074644.359897:0:28440:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cb20.
00010000:00000010:3.1:1769074645.266902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375f00.
00010000:00000010:3.1:1769074645.266928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496e00.
00010000:00000010:2.1:1769074653.309894:0:24468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00000080:00000010:2.1:1769074653.309924:0:24468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518d00.
00010000:00000010:2.1:1769074653.309935:0:24468:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20b00.
00010000:00000010:2.1:1769074653.309940:0:24468:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:3.1:1769074653.392750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00000080:00000010:3.1:1769074653.392776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844caa0.
00010000:00000010:3.1:1769074653.392794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4300.
00010000:00000010:3.1:1769074653.392811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792400.
00000080:00000010:0.1:1769074658.296932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518f20.
00000080:00000010:0.1:1769074658.296948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518e00.
00010000:00000010:3.1:1769074658.309619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20900.
00010000:00000010:3.1:1769074658.309635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00010000:00000010:3.1:1769074658.309640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20300.
00010000:00000010:3.1:1769074658.309643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:3.1:1769074658.309647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375500.
00010000:00000010:3.1:1769074658.309651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:3.1:1769074658.309654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00010000:00000010:3.1:1769074658.309658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497c00.
00010000:00000010:3.1:1769074658.309661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4800.
00010000:00000010:3.1:1769074658.309665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792200.
00000080:00000010:3.1:1769074674.682581:0:29047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85684c0.
00000080:00000010:3.1:1769074674.682604:0:29047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568b40.
00010000:00000010:2.1:1769074677.317778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793800.
00010000:00000010:2.1:1769074677.369652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:2.1:1769074677.369665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769074677.369670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00000080:00000010:0.1:1769074677.381681:0:2357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cee0.
00000080:00000010:0.1:1769074677.381717:0:2357:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1a940.
00000080:00000010:0.1:1769074677.381722:0:2357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cf80.
00010000:00000010:2.1:1769074677.390272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497a00.
00010000:00000010:2.1:1769074677.390294:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769074677.390299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769074677.390332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00010000:00000010:2.1:1769074677.390337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00000080:00000010:2.1:1769074677.408758:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1e300.
00000080:00000010:2.1:1769074677.408779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330160.
00010000:00000010:2.1:1769074677.432679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:2.1:1769074677.508169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8d00.
00010000:00000010:2.1:1769074677.508185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769074677.508190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00000080:00000010:2.1:1769074677.528645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c600.
00000080:00000010:2.1:1769074677.528687:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1d280.
00000080:00000010:2.1:1769074677.528692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c040.
00010000:00000010:2.1:1769074677.554737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:2.1:1769074677.554748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8e00.
00010000:00000010:2.1:1769074677.554753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793400.
00010000:00000010:2.1:1769074677.554757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769074677.554759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:2.1:1769074677.590520:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadac200.
00000080:00000010:2.1:1769074677.590546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cf20.
00010000:00000010:3.1:1769074681.261944:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20300.
00010000:00000010:3.1:1769074681.261961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:3.1:1769074681.261966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8600.
00010000:00000010:3.1:1769074681.261971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:3.1:1769074687.062814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00000080:00000010:3.1:1769074687.062846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518fa0.
00010000:00000010:3.1:1769074687.062856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:3.1:1769074687.062860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:0.1:1769074687.129923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497200.
00000080:00000010:0.1:1769074687.129948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330300.
00010000:00000010:0.1:1769074687.129975:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375400.
00010000:00000010:0.1:1769074687.129979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00010000:00000010:1.1:1769074688.524619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:1.1:1769074688.524637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00000080:00000010:3.1:1769074690.542085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c8c0.
00000080:00000010:3.1:1769074690.542106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c780.
00010000:00000010:3.1:1769074690.577611:0:29654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8c00.
00010000:00000010:3.1:1769074690.577632:0:29654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:3.1:1769074690.577639:0:29654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:3.1:1769074690.577643:0:29654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793400.
00010000:00000010:3.1:1769074690.577646:0:29654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20900.
00010000:00000010:3.1:1769074690.577650:0:29654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:3.1:1769074690.577653:0:29654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8200.
00010000:00000010:3.1:1769074690.577657:0:29654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00000080:00000010:0.1:1769074710.758610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518e60.
00000080:00000010:1.1:1769074710.788484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330580.
00010000:00000010:3.1:1769074710.897599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497000.
00010000:00000010:2.1:1769074710.963828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:2.1:1769074710.963858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00010000:00000010:2.1:1769074710.963863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497e00.
00000080:00000010:0.1:1769074710.997160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c53308e0.
00000080:00000010:0.1:1769074711.000942:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad18840.
00000080:00000010:0.1:1769074711.000962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330de0.
00010000:00000010:0.1:1769074711.023828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496800.
00010000:00000010:0.1:1769074711.023848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:0.1:1769074711.023854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4200.
00010000:00000010:0.1:1769074711.023858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:0.1:1769074711.023862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00000080:00000010:0.1:1769074711.043266:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1b180.
00000080:00000010:0.1:1769074711.043291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330d00.
00010000:00000010:0.1:1769074711.068792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496e00.
00010000:00000010:3.1:1769074711.136631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:3.1:1769074711.136649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497a00.
00010000:00000010:3.1:1769074711.136655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00000080:00000010:2.1:1769074711.160097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c9e0.
00010000:00000010:2.1:1769074711.171622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:2.1:1769074711.171642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375600.
00010000:00000010:2.1:1769074711.171647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:2.1:1769074711.171651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375c00.
00010000:00000010:2.1:1769074711.171653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496800.
00010000:00000010:3.1:1769074711.886645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8d00.
00010000:00000010:3.1:1769074711.886668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00000080:00000010:3.1:1769074825.227657:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caecca40.
00000080:00000010:3.1:1769074825.227676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c100.
00000080:00000010:3.1:1769074825.227688:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caec98c0.
00000080:00000010:3.1:1769074825.227696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cba0.
00010000:00000010:3.1:1769074828.297620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:2.1:1769074828.305816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55185a0.
00010000:00000010:2.1:1769074828.305856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375500.
00010000:00000010:2.1:1769074828.305863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00010000:00000010:3.1:1769074828.382658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:2.1:1769074828.387616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518920.
00010000:00000010:2.1:1769074828.387634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:2.1:1769074828.387640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793600.
00010000:00000010:2.1:1769074829.743803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4300.
00010000:00000010:2.1:1769074829.743834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792000.
00010000:00000010:1.1:1769074829.865610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4e00.
00010000:00000010:1.1:1769074829.865633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793c00.
00010000:00000010:3.1:1769074833.121986:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4a00.
00010000:00000010:3.1:1769074833.122008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792a00.
00010000:00000010:3.1:1769074833.122013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375900.
00010000:00000010:3.1:1769074833.122018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496000.
00010000:00000010:3.1:1769074833.122022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8e00.
00010000:00000010:3.1:1769074833.122026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:3.1:1769074833.122030:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8d00.
00010000:00000010:3.1:1769074833.122033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:3.1:1769074833.122038:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20300.
00010000:00000010:3.1:1769074833.122042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00000080:00000010:3.1:1769074849.210630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c240.
00000080:00000010:3.1:1769074849.210657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c500.
00000080:00000010:0.1:1769074849.440654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568000.
00000080:00000010:0.1:1769074849.440671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568f20.
00010000:00000010:3.1:1769074851.247406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769074851.307672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375f00.
00010000:00000010:2.1:1769074851.307687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00010000:00000010:2.1:1769074851.307692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792200.
00000080:00000010:2.1:1769074851.352608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c53309e0.
00000080:00000010:2.1:1769074851.352644:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadaa100.
00000080:00000010:2.1:1769074851.352650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568e40.
00010000:00000010:0.1:1769074851.395260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:0.1:1769074851.395281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375700.
00010000:00000010:0.1:1769074851.395285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:0.1:1769074851.395289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:0.1:1769074851.395292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496800.
00000080:00000010:0.1:1769074851.422778:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadac200.
00000080:00000010:0.1:1769074851.422803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c940.
00010000:00000010:0.1:1769074851.468739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:2.1:1769074851.516736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00010000:00000010:2.1:1769074851.516758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4e00.
00010000:00000010:2.1:1769074851.516762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792400.
00010000:00000010:2.1:1769074851.516765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792800.
00000080:00000010:1.1:1769074851.543883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c3a0.
00000080:00000010:1.1:1769074851.543917:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad84200.
00000080:00000010:1.1:1769074851.543927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568b80.
00010000:00000010:1.1:1769074851.568744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792600.
00010000:00000010:1.1:1769074851.568764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8200.
00010000:00000010:1.1:1769074851.568769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:1.1:1769074851.572726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:1.1:1769074851.572745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496800.
00000080:00000010:1.1:1769074851.597620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cada9080.
00000080:00000010:1.1:1769074851.597639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568ce0.
00010000:00000010:2.1:1769074855.247802:0:30585:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8c00.
00010000:00000010:2.1:1769074855.247817:0:30585:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:3.1:1769074855.257808:0:2355:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375a00.
00010000:00000010:3.1:1769074855.257822:0:2355:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00010000:00000010:3.1:1769074859.243621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793400.
00000080:00000010:3.1:1769074859.243647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85683c0.
00010000:00000010:3.1:1769074859.243661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20800.
00010000:00000010:3.1:1769074859.243666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:0.1:1769074859.295471:0:30863:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518b00.
00010000:00000010:0.1:1769074859.295490:0:30863:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20b00.
00010000:00000010:0.1:1769074859.295496:0:30863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:1.1:1769074859.297316:0:30865:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00010000:00000010:2.1:1769074860.529346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:2.1:1769074860.529362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:2.1:1769074863.882663:0:30897:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:2.1:1769074863.882682:0:30897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793600.
00010000:00000010:2.1:1769074863.882688:0:30897:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20800.
00010000:00000010:2.1:1769074863.882693:0:30897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00010000:00000010:2.1:1769074863.882699:0:30897:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375700.
00010000:00000010:2.1:1769074863.882702:0:30897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4600.
00010000:00000010:2.1:1769074863.882706:0:30897:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20e00.
00010000:00000010:2.1:1769074863.882709:0:30897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4c00.
00000080:00000010:1.1:1769074876.886623:0:30904:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c55188e0.
00000080:00000010:1.1:1769074876.886827:0:30904:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518020.
00000080:00000010:2.1:1769074877.123790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cac0.
00000080:00000010:2.1:1769074877.123815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568d80.
00010000:00000010:1.1:1769074879.385123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793000.
00010000:00000010:2.1:1769074879.516342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8600.
00010000:00000010:2.1:1769074879.516375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00010000:00000010:2.1:1769074879.516381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00000080:00000010:0.1:1769074879.541720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c520.
00000080:00000010:0.1:1769074879.541762:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caece300.
00000080:00000010:0.1:1769074879.541775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c720.
00010000:00000010:0.1:1769074879.562620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00010000:00000010:0.1:1769074879.562640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8700.
00010000:00000010:0.1:1769074879.562645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5800.
00010000:00000010:0.1:1769074879.562674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:0.1:1769074879.562678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00000080:00000010:0.1:1769074879.597726:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad18000.
00000080:00000010:0.1:1769074879.597754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c53303e0.
00010000:00000010:2.1:1769074879.640062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:3.1:1769074879.704185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:3.1:1769074879.704195:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8c00.
00010000:00000010:3.1:1769074879.704224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484600.
00010000:00000010:3.1:1769074879.704229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5600.
00000080:00000010:3.1:1769074879.720360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518d40.
00000080:00000010:3.1:1769074879.720396:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadaa100.
00000080:00000010:3.1:1769074879.720407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518360.
00010000:00000010:2.1:1769074879.746420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5600.
00010000:00000010:2.1:1769074879.746438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20f00.
00010000:00000010:2.1:1769074879.746468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:2.1:1769074879.746473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:2.1:1769074879.746477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497600.
00000080:00000010:2.1:1769074879.765616:0:30916:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caecd280.
00000080:00000010:2.1:1769074879.765634:0:30916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518d60.
00010000:00000010:3.1:1769074880.839744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20200.
00010000:00000010:3.1:1769074880.839763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4800.
00010000:00000010:2.1:1769074880.844066:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20e00.
00010000:00000010:2.1:1769074880.844085:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00010000:00000010:2.1:1769074887.866200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00000080:00000010:2.1:1769074887.866316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c160.
00010000:00000010:2.1:1769074887.866328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375500.
00010000:00000010:2.1:1769074887.866333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496200.
00010000:00000010:2.1:1769074887.988064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485800.
00000080:00000010:3.1:1769074888.004197:0:31483:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cf00.
00010000:00000010:3.1:1769074888.004210:0:31483:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8100.
00010000:00000010:3.1:1769074888.004216:0:31483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:3.1:1769074889.434613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8000.
00010000:00000010:3.1:1769074889.434627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:0.1:1769074892.444168:0:31517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:0.1:1769074892.444189:0:31517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:0.1:1769074892.444193:0:31517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375900.
00010000:00000010:0.1:1769074892.444196:0:31517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496e00.
00010000:00000010:0.1:1769074892.444199:0:31517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8700.
00010000:00000010:0.1:1769074892.444203:0:31517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497a00.
00010000:00000010:0.1:1769074892.444207:0:31517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375a00.
00010000:00000010:0.1:1769074892.444209:0:31517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496800.
00000080:00000010:2.1:1769074906.078199:0:31523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330440.
00000080:00000010:2.1:1769074906.079088:0:31523:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330520.
00000080:00000010:3.1:1769074906.326996:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c85686e0.
00000080:00000010:3.1:1769074906.327026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c53300e0.
00010000:00000010:2.1:1769074907.738649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:2.1:1769074907.777643:0:31532:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769074907.777649:0:31532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484c00.
00010000:00000010:2.1:1769074907.777659:0:31532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5e00.
00000080:00000010:2.1:1769074907.786393:0:31532:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518540.
00000080:00000010:2.1:1769074907.786483:0:31532:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadaf380.
00000080:00000010:2.1:1769074907.786492:0:31532:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518060.
00010000:00000010:2.1:1769074907.802643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:2.1:1769074907.802663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20600.
00010000:00000010:2.1:1769074907.802668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00010000:00000010:2.1:1769074907.802671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4e00.
00010000:00000010:2.1:1769074907.802674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793000.
00000080:00000010:2.1:1769074907.814774:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caece300.
00000080:00000010:2.1:1769074907.814793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cd20.
00010000:00000010:2.1:1769074907.840857:0:31532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:2.1:1769074907.862839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485000.
00010000:00000010:2.1:1769074907.862859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20400.
00010000:00000010:2.1:1769074907.862865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5600.
00010000:00000010:2.1:1769074907.862870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00000080:00000010:2.1:1769074907.890507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c9c0.
00000080:00000010:2.1:1769074907.890543:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadaeb40.
00000080:00000010:2.1:1769074907.890572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844cc60.
00010000:00000010:2.1:1769074907.919224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484e00.
00010000:00000010:2.1:1769074907.919246:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8d00.
00010000:00000010:2.1:1769074907.919251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485400.
00010000:00000010:2.1:1769074907.919255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8f00.
00010000:00000010:2.1:1769074907.919258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00000080:00000010:2.1:1769074907.942260:0:31539:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cad1eb40.
00000080:00000010:2.1:1769074907.942281:0:31539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c860.
00010000:00000010:0.1:1769074911.689596:0:31811:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8400.
00010000:00000010:0.1:1769074911.689606:0:31811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485600.
00010000:00000010:0.1:1769074911.689611:0:31811:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8200.
00010000:00000010:0.1:1769074911.689614:0:31811:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485c00.
00010000:00000010:0.1:1769074917.257874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4f00.
00010000:00000010:0.1:1769074917.257895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792200.
00010000:00000010:0.1:1769074917.280352:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:2.1:1769074918.278599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8900.
00010000:00000010:2.1:1769074918.278615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1485a00.
00000080:00000010:2.1:1769074918.286621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c844c580.
00010000:00000010:3.1:1769074918.327527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20400.
00010000:00000010:3.1:1769074918.327540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f4a00.
00010000:00000010:3.1:1769074918.327545:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d92e8600.
00010000:00000010:3.1:1769074918.327549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c1484000.
00000080:00000010:3.1:1769074918.355462:0:1358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5518360.
00000080:00000010:3.1:1769074918.356432:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413cadaeb40.
00010000:00000010:0.1:1769074918.360986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792a00.
00010000:00000010:0.1:1769074918.361002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793600.
00010000:00000010:0.1:1769074918.361006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792600.
00010000:00000010:0.1:1769074918.361008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792400.
00010000:00000010:0.1:1769074918.361011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792800.
00010000:00000010:0.1:1769074918.361014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793c00.
00010000:00000010:0.1:1769074918.361018:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4400.
00010000:00000010:0.1:1769074918.361022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793000.
00010000:00000010:2.1:1769074918.383762:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375000.
00010000:00000010:2.1:1769074918.383783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496400.
00000080:00000010:2.1:1769074933.695610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c5330ba0.
00010000:00000010:1.1:1769074933.737631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496c00.
00010000:00000010:0.1:1769074933.776640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4800.
00010000:00000010:0.1:1769074933.776670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6792000.
00010000:00000010:0.1:1769074933.776679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413c32c4000.
00010000:00000010:0.1:1769074933.776682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c6793800.
00000080:00000010:1.1:1769074933.797357:0:31958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9413c8568fa0.
00000080:00000010:1.1:1769074933.866962:0:32133:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9413caeca940.
00010000:00000010:2.1:1769074937.201895:0:32347:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375200.
00010000:00000010:2.1:1769074937.201912:0:32347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5497200.
00010000:00000010:3.1:1769074942.582229:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d3375300.
00010000:00000010:3.1:1769074942.582247:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9413c5496a00.
00010000:00000010:3.1:1769074942.598069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20300.
00000100:00000040:3.0:1769074989.972953:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769074989.972956:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769074989.972959:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769074989.972961:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769074989.972964:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769074989.972966:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769074989.972968:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769074989.972969:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769074989.972971:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769074989.972973:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769074989.972974:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769074989.972975:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769074989.972977:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769074989.972980:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769074989.972981:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769074989.972983:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769074989.972990:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769074989.972992:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769074989.972993:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769074989.972997:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769074989.972999:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769074989.973001:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769074989.973008:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769074989.973010:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769074989.973015:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769074989.973016:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769074989.973018:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769074989.973020:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769074989.973024:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769074989.973030:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769074989.973036:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769074989.973041:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612028928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769074989.973055:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769074989.973059:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769074989.973062:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612028928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769074989.973078:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769074989.973081:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769074989.973084:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769074989.973086:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769074989.973089:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769074989.973093:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1985)
00000100:00080000:3.0:1769074995.092692:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769074995.092711:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1769074995.092725:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769074995.092738:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1769074995.092741:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769074995.092744:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769074995.092748:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769074995.092751:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769074995.092755:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (1990)
00000100:00080000:3.0:1769075008.404704:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075008.404727:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1769075008.404737:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075008.404754:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1769075008.404762:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075008.404766:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075008.404772:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075008.404776:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075008.404782:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2003)
00000100:00080000:3.0:1769075009.428996:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075009.429003:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1769075009.429007:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075009.429013:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075009.429015:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075009.429019:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075009.429022:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075009.429028:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 1980
00000400:00000200:3.0:1769075009.429040:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075009.429046:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00001000:3.0:1769075009.429059:0:30900:0:(import.c:2128:obd_at_measure()) add 20 to ffff9413d1420c10 time=76 v=15 (15 0 0 0)
00000100:00001000:3.0:1769075009.429066:0:30900:0:(import.c:2194:obd_at_measure()) AT ffff9413d1420c10 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0
00000100:00080000:3.0:1769075009.429072:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 15s
00000100:00000040:3.0:1769075009.429076:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075009.429080:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075009.429084:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075009.429088:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075009.429091:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075009.429093:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075009.429096:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075009.429097:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075009.429099:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075009.429101:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075009.429103:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075009.429105:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075009.429107:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075009.429109:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075009.429113:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075009.429116:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075009.429119:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075009.429121:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075009.429127:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075009.429130:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075009.429132:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075009.429136:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075009.429139:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075009.429142:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075009.429148:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769075009.429152:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075009.429156:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075009.429158:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075009.429161:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075009.429164:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075009.429168:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075009.429175:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075009.429180:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075009.429186:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612029184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075009.429201:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075009.429204:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075009.429207:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612029184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075009.429222:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075009.429224:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075009.429227:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075009.429229:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075009.429231:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075009.429234:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2004)
00000800:00000200:0.1:1769075012.948680:0:2355:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1769075012.948700:0:2355:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1769075012.948703:0:2355:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1769075013.525395:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00080000:3.0:1769075014.548658:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075014.548670:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1769075014.548673:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075014.548678:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1769075014.548686:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075014.548694:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075014.548704:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075014.548710:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075014.548718:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 4 (2009)
00000100:00080000:3.0:1769075018.580608:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075018.580617:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1769075018.580619:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075018.580622:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1769075018.580624:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075018.580628:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075018.580630:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075018.580632:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075018.580636:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2013)
00000100:00080000:3.0:1769075023.764672:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075023.764681:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1769075023.764687:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075023.764694:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1769075023.764699:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075023.764704:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075023.764707:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075023.764712:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075023.764719:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2019)
00000100:00000001:3.0:1769075024.788766:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075024.788770:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075024.788771:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075024.788775:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075024.788779:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075024.788782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075024.788785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075024.788787:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075024.788789:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075025.812646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075025.812654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075025.812656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075025.812662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075025.812666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075025.812671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075025.812674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075025.812677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075025.812679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075026.836635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075026.836643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075026.836645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075026.836651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075026.836656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075026.836660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075026.836663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075026.836666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075026.836668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075027.860632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075027.860640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075027.860642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075027.860649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075027.860653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075027.860657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075027.860661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075027.860666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075027.860669:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075028.885041:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075028.885053:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1769075028.885058:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075028.885064:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1769075028.885068:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075028.885072:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075028.885075:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075028.885079:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075028.885086:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2024)
00000100:00000001:3.0:1769075031.956948:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075031.956956:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075031.956958:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075031.956964:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075031.956969:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075031.956973:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075031.956977:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075031.956981:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075031.956985:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075031.957903:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075031.957913:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075031.957919:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075031.957926:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075031.957934:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075031.957942:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2003
00000400:00000200:3.0:1769075031.957951:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075031.957958:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075031.957963:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075031.957967:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075031.957971:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075031.957973:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075031.957975:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075031.957978:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075031.957979:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075031.957981:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075031.957984:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075031.957986:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075031.957988:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075031.957990:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075031.957992:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075031.957993:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075031.957995:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075031.957998:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075031.958000:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075031.958003:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075031.958005:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075031.958007:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075031.958010:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075031.958012:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075031.958014:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075031.958019:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769075031.958022:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075031.958026:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075031.958027:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075031.958030:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075031.958033:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075031.958037:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075031.958044:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075031.958050:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075031.958056:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612029440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075031.958065:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075031.958069:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075031.958072:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612029440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075031.958089:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075031.958092:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075031.958095:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:3.0:1769075031.958098:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075031.958101:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075031.958103:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075031.958107:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075031.958111:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2027)
00000800:00000200:2.1:1769075031.958269:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075031.958272:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 1, 1 secs later)
00000100:00080000:3.0:1769075034.005164:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075034.005177:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075034.005181:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075034.005185:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075034.005190:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075034.005196:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2022
00000400:00000200:3.0:1769075034.005204:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075034.005211:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075034.005215:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075034.005219:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005222:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075034.005225:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005228:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075034.005232:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075034.005234:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075034.005237:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075034.005241:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075034.005243:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075034.005246:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075034.005249:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005250:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075034.005252:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005253:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075034.005256:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075034.005259:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005260:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075034.005262:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075034.005266:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075034.005268:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075034.005271:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075034.005272:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075034.005277:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769075034.005281:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075034.005285:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075034.005286:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075034.005288:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075034.005292:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075034.005296:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075034.005303:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075034.005309:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075034.005315:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612029568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075034.005324:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075034.005328:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075034.005332:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612029568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075034.005352:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075034.005356:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075034.005360:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075034.005361:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075034.005363:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075034.005367:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075034.005371:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 1999
00000400:00000200:3.0:1769075034.005376:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075034.005381:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075034.005386:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075034.005393:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005410:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075034.005418:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005424:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075034.005430:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075034.005434:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075034.005440:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075034.005444:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075034.005448:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075034.005454:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075034.005477:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005485:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075034.005490:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005492:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075034.005495:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075034.005501:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075034.005505:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075034.005506:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075034.005512:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075034.005516:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075034.005520:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075034.005526:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075034.005532:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075034.005533:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075034.005538:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769075034.005542:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075034.005546:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075034.005575:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075034.005577:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075034.005578:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075034.005581:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075034.005584:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075034.005590:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075034.005600:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612029696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075034.005612:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075034.005615:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075034.005621:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612029696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075034.005634:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075034.005641:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075034.005645:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075034.005648:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075034.005653:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075034.005661:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2029)
00000800:00000200:1.1:1769075034.005732:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075034.005933:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000400:00000100:3.0:1769075037.077001:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.106:988
00000400:00000100:3.0:1769075037.077070:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075037.077086:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075037.077091:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075037.077096:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075037.077102:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075037.077108:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075037.077112:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:3.0:1769075037.077118:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075037.077122:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075037.077128:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1aa0
00000400:00000010:3.0:1769075037.077131:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1aa0.
00000100:00000001:3.0:1769075037.077138:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075037.077149:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0e00 x1855007612029568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075037.077183:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075037.077189:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612029568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075037.077199:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075037.077202:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075037.077215:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075037.077218:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:3.0:1769075037.077221:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075037.077226:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075037.077230:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1880
00000400:00000010:3.0:1769075037.077232:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1880.
00000100:00000001:3.0:1769075037.077235:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075037.077242:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b1f80 x1855007612029696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075037.077252:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075037.077257:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612029696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075037.077270:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075037.077273:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075037.078169:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075037.078172:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075037.078174:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075037.078179:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075037.078183:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075037.078187:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075037.078190:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075037.078194:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075037.078197:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075038.100611:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075038.100621:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075038.100623:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075038.100629:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075038.100634:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075038.100638:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075038.100641:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075038.100644:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075038.100649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075039.124670:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075039.124685:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075039.124691:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075039.124697:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075039.124705:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075039.124717:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2024
00000400:00000200:3.0:1769075039.124731:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075039.124739:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075039.124743:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075039.124747:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.124751:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075039.124755:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.124757:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075039.124762:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075039.124764:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075039.124767:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075039.124771:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075039.124774:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075039.124777:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075039.124780:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.124782:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075039.124784:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.124787:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075039.124790:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075039.124794:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075039.124797:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075039.124801:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075039.124804:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075039.124809:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075039.124812:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075039.124815:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075039.124822:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769075039.124826:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075039.124831:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075039.124833:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075039.124837:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075039.124840:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075039.124846:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075039.124855:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075039.124873:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075039.124884:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612029824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075039.124897:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075039.124903:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075039.124908:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612029824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075039.124933:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075039.124936:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075039.124940:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075039.124942:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075039.124944:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075039.124947:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075039.124950:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2024
00000400:00000200:3.0:1769075039.124955:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075039.124959:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075039.124962:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075039.124965:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.124968:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075039.124971:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.124974:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075039.124978:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075039.124979:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075039.124982:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075039.124986:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075039.124990:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075039.124995:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075039.125001:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.125005:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075039.125010:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075039.125016:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075039.125020:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075039.125023:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075039.125027:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075039.125031:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075039.125040:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075039.125046:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075039.125050:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075039.125057:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075039.125065:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075039.125071:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075039.125078:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769075039.125083:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075039.125089:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075039.125093:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075039.125096:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075039.125100:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075039.125103:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075039.125112:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075039.125118:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075039.125128:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612029952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075039.125142:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075039.125147:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075039.125153:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612029952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075039.125174:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075039.125180:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075039.125190:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075039.125197:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075039.125204:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075039.125214:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2034)
00000800:00000200:1.1:1769075039.125342:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075039.125637:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00080000:3.0:1769075044.244627:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075044.244642:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075044.244647:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075044.244662:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075044.244672:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075044.244681:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2029
00000400:00000200:3.0:1769075044.244693:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075044.244701:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075044.244704:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075044.244707:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244710:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075044.244713:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244715:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075044.244719:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075044.244720:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075044.244723:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075044.244725:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075044.244727:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075044.244729:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075044.244732:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244734:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075044.244736:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244737:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075044.244739:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075044.244742:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244750:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075044.244753:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075044.244756:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075044.244760:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075044.244762:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075044.244764:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075044.244772:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769075044.244776:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075044.244781:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075044.244782:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075044.244785:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075044.244788:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075044.244792:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075044.244800:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769075044.244806:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075044.244814:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612030080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075044.244828:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075044.244832:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075044.244836:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612030080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075044.244856:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075044.244858:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075044.244861:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075044.244862:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075044.244864:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075044.244866:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075044.244868:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2029
00000400:00000200:3.0:1769075044.244871:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075044.244873:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075044.244875:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075044.244877:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244879:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075044.244881:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244882:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075044.244884:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075044.244885:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075044.244886:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075044.244888:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075044.244890:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075044.244891:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075044.244894:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244896:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075044.244902:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244907:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075044.244911:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075044.244917:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075044.244925:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075044.244932:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075044.244941:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075044.244948:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075044.244953:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075044.244960:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075044.244966:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075044.244970:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075044.244976:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769075044.244981:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075044.244985:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075044.244986:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075044.244990:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075044.244993:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075044.244995:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075044.245003:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769075044.245007:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075044.245016:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612030208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075044.245028:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075044.245031:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075044.245040:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612030208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075044.245062:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075044.245070:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075044.245078:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075044.245083:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075044.245092:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075044.245100:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2039)
00000800:00000200:1.1:1769075044.245159:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075044.245375:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769075046.292703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075046.292710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075046.292713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075046.292718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075046.292722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075046.292731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075046.292734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075046.292736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075046.292739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075047.316697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075047.316707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075047.316710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075047.316718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075047.316722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075047.316727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075047.316730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075047.316734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075047.316737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769075047.316891:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.106:988
00000400:00000100:3.0:1769075047.316943:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075047.316958:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075047.316963:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075047.316968:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075047.316973:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075047.316979:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075047.316984:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:3.0:1769075047.316990:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075047.316995:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075047.317003:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1bb0
00000400:00000010:3.0:1769075047.317007:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1bb0.
00000100:00000001:3.0:1769075047.317013:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075047.317025:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b2300 x1855007612030080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075047.317053:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075047.317057:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612030080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075047.317066:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075047.317067:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075047.317078:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075047.317080:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:3.0:1769075047.317084:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075047.317088:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075047.317092:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1198
00000400:00000010:3.0:1769075047.317096:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1198.
00000100:00000001:3.0:1769075047.317099:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075047.317105:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3800 x1855007612030208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075047.317116:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075047.317122:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612030208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075047.317134:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075047.317136:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075048.340702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075048.340709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075048.340710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075048.340715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075048.340718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075048.340721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075048.340723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075048.340725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075048.340727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075049.364713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075049.364721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075049.364727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075049.364738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075049.364746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075049.364757:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075049.364767:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075049.364777:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075049.364787:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075049.365352:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075049.365357:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075049.365883:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075049.365886:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 8, 6 secs later)
00000100:00000001:3.0:1769075050.388804:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075050.388812:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075050.388813:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075050.388818:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075050.388822:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075050.388826:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075050.388829:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075050.388831:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075050.388834:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075051.412642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075051.412652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075051.412654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075051.412660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075051.412665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075051.412668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075051.412671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075051.412673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075051.412676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075052.436693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075052.436702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075052.436704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075052.436710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075052.436713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075052.436717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075052.436720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075052.436722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075052.436724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075053.460632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075053.460640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075053.460641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075053.460647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075053.460658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075053.460662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075053.460665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075053.460668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075053.460670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075054.484691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075054.484698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075054.484702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075054.484709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075054.484714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075054.484720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075054.484733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075054.484739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075054.484745:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075054.485735:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075054.485740:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075054.486136:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075054.486140:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 8, 1 secs later)
00000100:00000001:3.0:1769075055.509007:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075055.509018:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075055.509023:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075055.509032:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075055.509049:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075055.509055:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075055.509058:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075055.509061:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075055.509066:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075056.532979:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075056.532989:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075056.532992:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075056.532999:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075056.533004:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075056.533009:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075056.533012:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075056.533014:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075056.533031:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075057.557021:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075057.557043:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075057.557046:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075057.557055:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075057.557065:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075057.557069:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075057.557074:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075057.557077:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075057.557081:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075058.580641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075058.580651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075058.580653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075058.580658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075058.580663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075058.580669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075058.580672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075058.580675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075058.580679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075059.604632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075059.604640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075059.604644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075059.604652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075059.604659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075059.604667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075059.604672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075059.604678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075059.604684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075059.605108:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075059.605309:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769075060.628636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075060.628643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075060.628644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075060.628649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075060.628652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075060.628656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075060.628658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075060.628661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075060.628663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075064.724666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075064.724673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075064.724674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075064.724678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075064.724681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075064.724684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075064.724687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075064.724689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075064.724692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075064.725438:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075064.725442:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 16, 14 secs later)
00000800:00000200:2.1:1769075064.725823:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075064.725827:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 16, 14 secs later)
00000100:00000001:3.0:1769075065.748691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075065.748698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075065.748700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075065.748706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075065.748710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075065.748714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075065.748717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075065.748719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075065.748723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075066.772642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075066.772651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075066.772654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075066.772660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075066.772665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075066.772669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075066.772673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075066.772675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075066.772678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075067.796709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075067.796717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075067.796718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075067.796724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075067.796728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075067.796731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075067.796734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075067.796736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075067.796738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075068.820617:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075068.820624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075068.820625:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075068.820630:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075068.820632:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075068.820636:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075068.820638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075068.820641:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075068.820643:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075069.844680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075069.844689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075069.844693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075069.844717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075069.844723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075069.844729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075069.844735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075069.844739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075069.844746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075069.845323:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075069.845327:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1769075069.845773:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075069.845775:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 16, 9 secs later)
00000100:00000001:3.0:1769075070.868642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075070.868651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075070.868653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075070.868658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075070.868662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075070.868666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075070.868669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075070.868671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075070.868674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075071.892637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075071.892644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075071.892646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075071.892650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075071.892654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075071.892657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075071.892659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075071.892661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075071.892663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075072.916691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075072.916697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075072.916698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075072.916708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075072.916711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075072.916714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075072.916717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075072.916719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075072.916722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075073.940653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075073.940660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075073.940662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075073.940667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075073.940681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075073.940700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075073.940703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075073.940705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075073.940708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075074.964644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075074.964652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075074.964654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075074.964659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075074.964662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075074.964665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075074.964668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075074.964670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075074.964674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075074.965302:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075074.965305:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1769075074.965745:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075074.965748:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 16, 4 secs later)
00000800:00000200:2.1:1769075080.085255:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000400:00000200:3.0:1769075080.085436:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.106:988
00000800:00000200:2.1:1769075080.085445:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000400:00000200:3.0:1769075080.085511:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.106:988
00000100:00000001:3.0:1769075082.132679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075082.132692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075082.132695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075082.132706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075082.132713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075082.132718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075082.132721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075082.132726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075082.132729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769075082.644883:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.106:988
00000400:00000100:3.0:1769075082.644942:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075082.644956:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075082.644962:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075082.644968:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075082.644975:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075082.644983:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075082.644990:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86000.
00000400:00000200:3.0:1769075082.644999:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075082.645006:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075082.645016:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce3b8
00000400:00000010:3.0:1769075082.645020:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce3b8.
00000100:00000001:3.0:1769075082.645029:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075082.645044:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413ca831f80 x1855007612031872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075082.645086:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075082.645097:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831f80 x1855007612031872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075082.645109:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075082.645112:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075082.645127:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075082.645131:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86500.
00000400:00000200:3.0:1769075082.645135:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075082.645143:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075082.645150:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cea18
00000400:00000010:3.0:1769075082.645155:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cea18.
00000100:00000001:3.0:1769075082.645161:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075082.645170:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413ca833b80 x1855007612032000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075082.645184:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075082.645189:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833b80 x1855007612032000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075082.645201:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075082.645208:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769075083.156729:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075083.156740:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075083.156744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075083.156752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075083.156758:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075083.156764:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075083.156767:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075083.156772:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075083.156775:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075084.180848:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075084.180859:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075084.180861:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075084.180868:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075084.180875:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075084.180879:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075084.180882:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075084.180886:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075084.180891:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075085.204674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075085.204684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075085.204693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075085.204703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075085.204708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075085.204715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075085.204724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075085.204734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075085.204747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075085.205248:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075085.205251:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 30 secs later)
00000800:00000200:2.1:1769075085.205576:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075085.205578:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 30 secs later)
00000100:00000001:3.0:1769075086.228652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075086.228660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075086.228662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075086.228668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075086.228671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075086.228676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075086.228678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075086.228681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075086.228683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075087.252659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075087.252667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075087.252669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075087.252676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075087.252681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075087.252685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075087.252688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075087.252691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075087.252694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075088.276683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075088.276689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075088.276691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075088.276695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075088.276698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075088.276702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075088.276704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075088.276706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075088.276709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075089.300695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075089.300701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075089.300702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075089.300707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075089.300710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075089.300714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075089.300716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075089.300718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075089.300720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075090.324682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075090.324688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075090.324691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075090.324696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075090.324702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075090.324711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075090.324716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075090.324720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075090.324728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075090.325400:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075090.325412:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 25 secs later)
00000800:00000200:2.1:1769075090.325855:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075090.325857:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 25 secs later)
00000100:00000001:3.0:1769075091.348722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075091.348732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075091.348734:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075091.348743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075091.348757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075091.348763:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075091.348766:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075091.348769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075091.348773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075092.372665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075092.372672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075092.372674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075092.372680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075092.372684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075092.372687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075092.372690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075092.372693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075092.372695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075093.396697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075093.396721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075093.396724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075093.396731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075093.396735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075093.396739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075093.396743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075093.396746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075093.396749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075094.420627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075094.420634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075094.420637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075094.420642:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075094.420645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075094.420648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075094.420650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075094.420652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075094.420654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075095.444739:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075095.444748:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075095.444753:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075095.444761:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075095.444769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075095.444776:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075095.444782:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075095.444789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075095.444794:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075095.445607:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075095.445612:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 20 secs later)
00000800:00000200:2.1:1769075095.446026:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075095.446029:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 20 secs later)
00000100:00000001:3.0:1769075096.468813:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075096.468826:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075096.468844:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075096.468855:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075096.468860:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075096.468865:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075096.468869:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075096.468873:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075096.468877:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075097.492780:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075097.492791:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075097.492793:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075097.492800:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075097.492805:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075097.492809:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075097.492811:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075097.492820:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075097.492824:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075098.516608:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075098.516616:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075098.516618:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075098.516623:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075098.516628:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075098.516632:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075098.516634:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075098.516637:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075098.516639:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075099.540632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075099.540640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075099.540641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075099.540647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075099.540650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075099.540654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075099.540657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075099.540659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075099.540661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075100.564607:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075100.564613:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075100.564615:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075100.564620:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075100.564625:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075100.564628:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075100.564630:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075100.564632:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075100.564635:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075100.565119:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075100.565122:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 15 secs later)
00000800:00000200:2.1:1769075100.565490:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075100.565508:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 15 secs later)
00000100:00000001:3.0:1769075101.588612:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075101.588618:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075101.588620:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075101.588625:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075101.588627:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075101.588630:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075101.588633:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075101.588635:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075101.588637:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075102.612644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075102.612653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075102.612655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075102.612661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075102.612665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075102.612670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075102.612673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075102.612676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075102.612680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075103.636660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075103.636668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075103.636670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075103.636675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075103.636678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075103.636682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075103.636685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075103.636687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075103.636690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075104.660655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075104.660662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075104.660664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075104.660669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075104.660673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075104.660676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075104.660679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075104.660682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075104.660684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075105.684674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075105.684680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075105.684685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075105.684693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075105.684700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075105.684706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075105.684712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075105.684716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075105.684720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075105.685325:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075105.685328:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1769075105.685686:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075105.685688:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 9 secs later)
00000100:00000001:3.0:1769075106.708709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075106.708718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075106.708721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075106.708728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075106.708733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075106.708738:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075106.708742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075106.708745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075106.708750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075107.732671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075107.732680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075107.732683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075107.732690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075107.732695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075107.732700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075107.732704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075107.732707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075107.732711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075108.756668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075108.756678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075108.756680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075108.756687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075108.756692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075108.756697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075108.756700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075108.756704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075108.756708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075109.780678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075109.780686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075109.780687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075109.780693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075109.780697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075109.780701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075109.780704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075109.780707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075109.780709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075110.804640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075110.804646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075110.804649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075110.804656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075110.804662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075110.804667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075110.804670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075110.804673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075110.804677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075110.805104:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075110.805121:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1769075110.805482:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075110.805484:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 32, 4 secs later)
00000100:00000001:3.0:1769075111.828638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075111.828647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075111.828649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075111.828655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075111.828658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075111.828662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075111.828665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075111.828667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075111.828670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075112.852653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075112.852660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075112.852661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075112.852666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075112.852669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075112.852672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075112.852674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075112.852676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075112.852678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075113.876630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075113.876639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075113.876642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075113.876650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075113.876662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075113.876666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075113.876669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075113.876671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075113.876674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075114.900635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075114.900642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075114.900643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075114.900648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075114.900651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075114.900654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075114.900656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075114.900659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075114.900661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075115.924675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075115.924685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075115.924687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075115.924695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075115.924699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075115.924703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075115.924706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075115.924710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075115.924713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075115.925192:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075115.925371:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769075116.948648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075116.948654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075116.948656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075116.948661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075116.948664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075116.948667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075116.948669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075116.948671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075116.948674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075117.972616:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075117.972624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075117.972627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075117.972633:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075117.972638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075117.972643:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075117.972646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075117.972650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075117.972653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075118.996644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075118.996652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075118.996654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075118.996659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075118.996663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075118.996668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075118.996671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075118.996674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075118.996677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075119.380773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075119.380776:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075119.380779:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075120.020653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075120.020661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075120.020663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075120.020668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075120.020671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075120.020674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075120.020677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075120.020680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075120.020694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075121.044642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075121.044651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075121.044653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075121.044659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075121.044664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075121.044669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075121.044674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075121.044678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075121.044682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075121.045401:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075121.045405:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075121.045974:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075121.045976:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769075122.068598:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075122.068605:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075122.068607:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075122.068613:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075122.068616:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075122.068620:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075122.068622:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075122.068624:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075122.068626:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075123.092636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075123.092643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075123.092644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075123.092649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075123.092651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075123.092655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075123.092657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075123.092660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075123.092662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075124.116690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075124.116700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075124.116703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075124.116710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075124.116716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075124.116721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075124.116725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075124.116728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075124.116731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075125.140615:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075125.140625:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075125.140627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075125.140635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075125.140639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075125.140643:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075125.140646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075125.140650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075125.140654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075126.164622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075126.164629:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075126.164632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075126.164638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075126.164643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075126.164649:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075126.164653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075126.164657:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075126.164661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075126.165190:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075126.165193:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075126.165487:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075126.165489:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769075127.188629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075127.188637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075127.188638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075127.188644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075127.188648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075127.188651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075127.188654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075127.188657:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075127.188659:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075128.212685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075128.212694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075128.212696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075128.212702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075128.212706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075128.212710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075128.212713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075128.212716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075128.212719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075129.236650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075129.236660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075129.236661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075129.236667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075129.236671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075129.236674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075129.236677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075129.236679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075129.236682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075130.260691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075130.260699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075130.260701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075130.260708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075130.260711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075130.260715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075130.260718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075130.260720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075130.260722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075131.284626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075131.284635:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075131.284638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075131.284643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075131.284659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075131.284664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075131.284668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075131.284672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075131.284676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075131.285221:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075131.285225:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075131.285548:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075131.285550:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769075132.308710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075132.308719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075132.308720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075132.308726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075132.308730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075132.308733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075132.308736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075132.308738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075132.308741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075133.332649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075133.332657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075133.332660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075133.332666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075133.332670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075133.332674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075133.332677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075133.332681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075133.332684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075134.356699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075134.356709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075134.356722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075134.356730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075134.356735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075134.356751:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075134.356754:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075134.356758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075134.356761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075134.740830:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075134.740833:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075134.740837:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075135.380644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075135.380655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075135.380657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075135.380663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075135.380667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075135.380671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075135.380673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075135.380676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075135.380678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075136.404807:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075136.404816:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075136.404819:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075136.404827:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075136.404832:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075136.404836:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075136.404839:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075136.404843:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075136.404846:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075136.405661:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075136.405665:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075136.406245:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075136.406248:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769075137.428648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075137.428654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075137.428656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075137.428686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075137.428690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075137.428693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075137.428697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075137.428699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075137.428702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075137.812838:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075137.812861:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075137.812867:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075138.452628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075138.452636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075138.452637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075138.452654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075138.452658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075138.452661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075138.452663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075138.452666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075138.452668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075139.476608:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075139.476615:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075139.476617:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075139.476623:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075139.476638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075139.476642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075139.476645:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075139.476648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075139.476661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075140.500711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075140.500725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075140.500729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075140.500737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075140.500743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075140.500748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075140.500752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075140.500757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075140.500761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075140.884785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075140.884790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075140.884795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075141.524692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075141.524701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075141.524714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075141.524738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075141.524744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075141.524750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075141.524757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075141.524762:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075141.524769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075141.525475:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075141.525478:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075141.525945:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075141.525964:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1769075142.548651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075142.548657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075142.548659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075142.548663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075142.548667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075142.548669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075142.548671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075142.548673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075142.548675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075143.572708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075143.572718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075143.572721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075143.572729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075143.572734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075143.572739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075143.572742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075143.572746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075143.572750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075143.956831:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075143.956838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075143.956844:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075144.596744:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075144.596755:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075144.596760:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075144.596780:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075144.596787:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075144.596792:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075144.596795:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075144.596798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075144.596802:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075145.620670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075145.620679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075145.620682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075145.620688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075145.620693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075145.620697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075145.620701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075145.620705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075145.620709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075146.644630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075146.644639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075146.644641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075146.644648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075146.644652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075146.644657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075146.644660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075146.644663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075146.644667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075146.645352:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075146.645358:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075146.645874:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075146.645877:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075147.028831:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075147.028839:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075147.028846:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075147.668726:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075147.668738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075147.668743:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075147.668752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075147.668758:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075147.668764:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075147.668768:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075147.668772:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075147.668775:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075148.692705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075148.692716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075148.692721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075148.692729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075148.692734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075148.692740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075148.692762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075148.692765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075148.692769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075149.716675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075149.716684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075149.716686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075149.716692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075149.716697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075149.716701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075149.716703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075149.716706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075149.716709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075150.100752:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075150.100758:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075150.100765:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075150.740672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075150.740681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075150.740684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075150.740690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075150.740695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075150.740699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075150.740702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075150.740706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075150.740709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075151.764668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075151.764675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075151.764680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075151.764688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075151.764696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075151.764701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075151.764706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075151.764710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075151.764715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075151.765242:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075151.765245:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075151.765653:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075151.765655:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769075152.788627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075152.788634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075152.788636:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075152.788643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075152.788646:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075152.788650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075152.788653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075152.788655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075152.788657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075153.172854:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075153.172859:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075153.172863:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075153.812651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075153.812657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075153.812659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075153.812664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075153.812667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075153.812670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075153.812672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075153.812674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075153.812677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075154.836637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075154.836648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075154.836650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075154.836657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075154.836662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075154.836666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075154.836670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075154.836674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075154.836677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075155.860635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075155.860643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075155.860645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075155.860658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075155.860662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075155.860666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075155.860668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075155.860671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075155.860674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075156.244699:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075156.244703:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075156.244707:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075156.884645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075156.884655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075156.884658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075156.884676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075156.884682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075156.884688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075156.884693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075156.884697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075156.884701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075156.886087:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075156.886091:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075156.886793:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075156.886796:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075157.908741:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075157.908751:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075157.908754:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075157.908762:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075157.908769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075157.908775:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075157.908779:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075157.908783:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075157.908787:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075158.932747:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075158.932755:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075158.932757:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075158.932763:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075158.932767:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075158.932771:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075158.932774:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075158.932777:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075158.932780:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075159.316782:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075159.316785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075159.316788:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075159.956654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075159.956661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075159.956663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075159.956669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075159.956688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075159.956693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075159.956696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075159.956698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075159.956701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075160.980667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075160.980676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075160.980678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075160.980684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075160.980688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075160.980692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075160.980695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075160.980698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075160.980700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075162.004651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075162.004658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075162.004660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075162.004665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075162.004670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075162.004675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075162.004677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075162.004679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075162.004682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075162.005278:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075162.005281:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075162.005631:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075162.005633:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075162.388688:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075162.388692:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075162.388696:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075163.028629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075163.028639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075163.028641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075163.028649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075163.028655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075163.028660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075163.028663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075163.028666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075163.028670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075164.052686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075164.052696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075164.052699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075164.052707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075164.052712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075164.052717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075164.052721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075164.052724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075164.052729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075165.076678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075165.076687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075165.076690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075165.076698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075165.076703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075165.076708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075165.076712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075165.076715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075165.076719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075165.460778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075165.460784:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075165.460790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075166.100713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075166.100725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075166.100729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075166.100739:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075166.100744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075166.100749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075166.100752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075166.100756:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075166.100760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075167.124679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075167.124692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075167.124695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075167.124704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075167.124712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075167.124719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075167.124725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075167.124730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075167.124738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075167.125711:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075167.125716:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075167.126248:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075167.126272:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769075168.148668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075168.148679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075168.148683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075168.148690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075168.148695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075168.148701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075168.148704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075168.148707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075168.148711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075168.532840:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075168.532846:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075168.532852:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075169.172674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075169.172682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075169.172685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075169.172691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075169.172696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075169.172700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075169.172703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075169.172706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075169.172710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075170.196653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075170.196662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075170.196665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075170.196672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075170.196678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075170.196683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075170.196686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075170.196690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075170.196694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075171.220700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075171.220712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075171.220715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075171.220723:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075171.220728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075171.220734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075171.220738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075171.220740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075171.220744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075171.604785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075171.604795:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075171.604801:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075172.244672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075172.244681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075172.244687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075172.244695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075172.244702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075172.244708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075172.244726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075172.244730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075172.244737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075172.245509:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075172.245515:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075172.246135:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075172.246138:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769075173.268737:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075173.268747:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075173.268749:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075173.268757:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075173.268761:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075173.268766:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075173.268769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075173.268773:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075173.268776:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075174.292613:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075174.292621:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075174.292623:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075174.292632:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075174.292637:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075174.292642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075174.292645:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075174.292648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075174.292652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075174.676804:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075174.676811:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075174.676824:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075175.316708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075175.316717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075175.316719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075175.316726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075175.316730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075175.316734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075175.316738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075175.316741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075175.316743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075176.340624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075176.340636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075176.340639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075176.340648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075176.340653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075176.340658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075176.340662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075176.340664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075176.340667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075177.364666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075177.364676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075177.364680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075177.364687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075177.364693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075177.364698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075177.364702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075177.364704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075177.364707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075177.365695:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075177.365699:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075177.366048:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075177.366050:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075177.748721:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075177.748726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075177.748729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075180.820717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075180.820721:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075180.820724:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075182.485625:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075182.485942:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075183.892927:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075183.892935:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075183.892940:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769075185.556922:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769075185.556980:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075185.556991:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075185.556995:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075185.556998:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075185.557002:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075185.557006:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075185.557010:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:3.0:1769075185.557015:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075185.557019:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075185.557025:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c14c8
00000400:00000010:3.0:1769075185.557027:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c14c8.
00000100:00000001:3.0:1769075185.557030:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075185.557038:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1522d80 x1855007612036992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075185.557056:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075185.557059:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522d80 x1855007612036992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075185.557064:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075185.557065:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075185.557073:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075185.557075:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:3.0:1769075185.557078:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075185.557080:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075185.557083:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1880
00000400:00000010:3.0:1769075185.557084:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1880.
00000100:00000001:3.0:1769075185.557087:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075185.557090:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521c00 x1855007612037120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075185.557102:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075185.557104:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521c00 x1855007612037120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075185.557108:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075185.557109:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769075186.964781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075186.964788:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075186.964793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075187.605441:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075187.605445:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769075187.605953:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075187.605956:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000020:00000001:3.0:1769075190.036868:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075190.036889:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075190.036897:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075192.724756:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075192.724781:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075192.724789:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075192.724797:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075192.724803:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075192.724812:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2178
00000400:00000200:3.0:1769075192.724826:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075192.724836:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075192.724840:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075192.724845:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.724849:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075192.724852:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.724856:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075192.724861:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075192.724864:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075192.724868:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075192.724871:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075192.724874:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075192.724877:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075192.724881:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.724883:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075192.724886:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.724889:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075192.724893:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075192.724897:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075192.724900:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075192.724904:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075192.724907:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075192.724911:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075192.724926:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075192.724929:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075192.724942:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769075192.724946:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075192.724951:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075192.724954:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075192.724957:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075192.724961:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075192.724966:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075192.724976:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769075192.724984:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075192.724996:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612037504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075192.725010:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075192.725016:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075192.725022:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612037504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075192.725053:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075192.725057:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075192.725062:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075192.725064:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075192.725066:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075192.725070:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075192.725074:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2178
00000400:00000200:3.0:1769075192.725079:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075192.725084:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075192.725087:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075192.725091:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.725094:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075192.725097:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.725100:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075192.725104:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075192.725107:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075192.725109:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075192.725112:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075192.725116:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075192.725119:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075192.725123:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.725126:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075192.725131:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075192.725138:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075192.725146:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075192.725155:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075192.725159:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075192.725162:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075192.725172:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075192.725187:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075192.725197:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075192.725205:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075192.725213:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075192.725218:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075192.725225:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769075192.725231:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075192.725239:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075192.725243:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075192.725250:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075192.725257:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075192.725264:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075192.725278:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769075192.725293:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075192.725309:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612037632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075192.725342:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075192.725351:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075192.725359:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612037632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075192.725384:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075192.725396:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075192.725413:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075192.725420:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075192.725445:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075192.725463:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2188)
00000800:00000200:1.1:1769075192.725604:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075192.725608:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075192.725992:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075192.725994:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1769075193.108701:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075193.108705:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075193.108708:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075196.180842:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075196.180849:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075196.180854:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075197.844720:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075197.844756:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075197.844774:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075197.844784:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075197.844793:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075197.844807:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2183
00000400:00000200:3.0:1769075197.844824:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075197.844843:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075197.844850:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075197.844855:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.844860:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075197.844864:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.844869:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075197.844875:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075197.844881:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075197.844885:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075197.844889:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075197.844893:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075197.844897:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075197.844901:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.844903:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075197.844906:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.844908:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075197.844912:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075197.844916:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075197.844919:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075197.844924:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075197.844928:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075197.844933:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075197.844936:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075197.844939:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075197.844951:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769075197.844956:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075197.844962:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075197.844964:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075197.844969:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075197.844973:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075197.844980:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075197.845004:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075197.845014:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075197.845027:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612037760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075197.845057:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075197.845064:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075197.845071:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612037760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075197.845117:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075197.845121:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075197.845126:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075197.845128:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075197.845131:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075197.845134:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075197.845138:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2183
00000400:00000200:3.0:1769075197.845142:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075197.845146:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075197.845149:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075197.845153:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.845155:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075197.845158:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.845161:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075197.845164:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075197.845167:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075197.845169:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075197.845172:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075197.845175:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075197.845179:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075197.845183:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.845186:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075197.845190:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075197.845193:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075197.845196:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075197.845202:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075197.845211:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075197.845222:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075197.845240:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075197.845253:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075197.845270:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075197.845281:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075197.845289:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075197.845297:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075197.845314:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769075197.845323:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075197.845335:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075197.845339:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075197.845353:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075197.845366:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075197.845374:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075197.845383:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075197.845396:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075197.845413:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612037888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075197.845437:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075197.845440:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075197.845471:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612037888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075197.845508:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075197.845532:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075197.845548:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075197.845597:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075197.845602:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075197.845612:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2193)
00000800:00000200:1.1:1769075197.845833:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075197.845838:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075197.846352:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075197.846355:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769075199.252694:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075199.252698:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075199.252703:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075202.324811:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075202.324816:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075202.324820:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075202.965452:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075202.965457:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769075202.965971:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075202.965974:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769075205.396781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075205.396792:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075205.396800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075208.085665:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075208.085669:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075208.086255:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075208.086259:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075208.468786:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075208.468793:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075208.468798:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075211.540834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075211.540840:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075211.540845:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075213.205746:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075213.205749:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075213.206129:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075213.206131:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075214.612740:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075214.612744:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075214.612749:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075217.684717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075217.684723:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075217.684728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075218.325372:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075218.325377:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075218.325951:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075218.325953:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075220.756804:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075220.756811:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075220.756817:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075223.445392:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075223.445395:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075223.445900:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075223.445904:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075223.828704:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075223.828708:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075223.828711:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075226.900750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075226.900754:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075226.900757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075228.564685:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075228.564697:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075228.564700:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075228.564705:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075228.564709:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075228.564719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2213
00000400:00000200:3.0:1769075228.564733:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075228.564745:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075228.564749:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075228.564754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564758:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075228.564762:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564765:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075228.564770:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075228.564773:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075228.564777:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075228.564780:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075228.564782:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075228.564784:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075228.564787:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564788:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075228.564789:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564790:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075228.564793:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075228.564796:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564797:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075228.564800:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075228.564803:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075228.564806:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075228.564808:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075228.564810:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075228.564820:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769075228.564823:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075228.564827:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075228.564828:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075228.564831:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075228.564835:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075228.564840:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075228.564849:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075228.564858:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075228.564867:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612039296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075228.564887:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075228.564892:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075228.564896:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612039296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075228.564918:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075228.564920:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075228.564923:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075228.564925:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075228.564926:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075228.564928:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075228.564929:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2213
00000400:00000200:3.0:1769075228.564932:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075228.564934:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075228.564936:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075228.564939:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564941:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075228.564943:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564945:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075228.564947:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075228.564949:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075228.564950:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075228.564952:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075228.564953:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075228.564955:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075228.564957:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564959:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075228.564963:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564965:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075228.564969:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075228.564972:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075228.564976:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075228.564977:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075228.564983:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075228.564987:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075228.564991:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075228.564996:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075228.565000:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075228.565004:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075228.565009:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769075228.565013:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075228.565018:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075228.565022:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075228.565025:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075228.565028:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075228.565040:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075228.565049:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075228.565055:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075228.565065:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612039424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075228.565075:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075228.565078:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075228.565084:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612039424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075228.565098:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075228.565103:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075228.565109:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075228.565111:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075228.565116:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075228.565123:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2223)
00000800:00000200:1.1:1769075228.565322:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075228.565327:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075228.565857:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075228.565860:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075229.972828:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075229.972835:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075229.972841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075233.044719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075233.044724:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075233.044728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075233.684687:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075233.684700:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075233.684705:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075233.684710:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075233.684716:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075233.684724:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2218
00000400:00000200:3.0:1769075233.684735:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075233.684742:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075233.684746:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075233.684750:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684754:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075233.684757:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684760:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075233.684765:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075233.684768:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075233.684771:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075233.684775:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075233.684778:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075233.684781:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075233.684784:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684787:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075233.684789:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684792:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075233.684796:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075233.684800:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684803:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075233.684806:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075233.684811:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075233.684815:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075233.684818:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075233.684820:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075233.684829:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2680.
00000020:00000040:3.0:1769075233.684833:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075233.684837:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075233.684839:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075233.684842:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075233.684844:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075233.684849:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075233.684856:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075233.684863:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075233.684872:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2680 x1855007612039552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075233.684881:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075233.684885:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075233.684889:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6e3d32] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2680 x1855007612039552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075233.684911:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075233.684914:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075233.684917:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075233.684919:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075233.684920:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075233.684923:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075233.684925:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2218
00000400:00000200:3.0:1769075233.684930:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075233.684934:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075233.684937:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075233.684940:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684942:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075233.684950:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684953:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075233.684958:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075233.684959:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075233.684960:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075233.684963:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075233.684968:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075233.684972:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075233.684979:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075233.684988:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075233.684994:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075233.685000:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075233.685009:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075233.685012:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075233.685018:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075233.685025:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075233.685031:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075233.685034:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075233.685042:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075233.685063:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075233.685077:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075233.685102:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769075233.685112:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075233.685120:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075233.685125:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075233.685131:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075233.685135:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075233.685140:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075233.685152:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075233.685161:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075233.685171:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612039680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075233.685200:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075233.685210:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075233.685225:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612039680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075233.685269:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075233.685298:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075233.685312:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075233.685316:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075233.685324:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075233.685330:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2229)
00000800:00000200:1.1:1769075233.685460:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075233.685464:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075233.685799:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075233.685801:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1769075236.116867:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075236.116874:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075236.116879:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075238.804697:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075238.804706:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075238.804710:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075238.804714:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075238.804718:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075238.804727:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2224
00000400:00000200:3.0:1769075238.804737:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075238.804747:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075238.804750:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075238.804754:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804757:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075238.804760:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804762:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075238.804766:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075238.804767:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075238.804775:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075238.804777:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075238.804779:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075238.804781:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075238.804783:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804786:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075238.804787:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804789:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075238.804792:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075238.804795:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804797:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075238.804799:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075238.804803:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075238.804806:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075238.804807:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075238.804809:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075238.804819:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769075238.804822:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075238.804826:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075238.804828:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075238.804831:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075238.804834:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075238.804839:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075238.804847:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769075238.804854:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075238.804864:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612039808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075238.804875:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075238.804879:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075238.804883:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612039808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075238.804899:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075238.804902:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075238.804905:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075238.804907:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075238.804908:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075238.804911:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075238.804914:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2224
00000400:00000200:3.0:1769075238.804918:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075238.804921:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075238.804923:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075238.804925:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804927:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075238.804931:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804936:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075238.804938:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075238.804941:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075238.804943:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075238.804946:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075238.804948:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075238.804950:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075238.804954:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804973:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075238.804977:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804981:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075238.804986:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075238.804991:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075238.804995:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075238.804996:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075238.805004:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075238.805015:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075238.805019:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075238.805023:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075238.805028:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075238.805032:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075238.805036:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769075238.805040:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075238.805043:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075238.805047:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075238.805053:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075238.805055:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075238.805058:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075238.805063:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769075238.805067:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075238.805075:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612039936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075238.805082:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075238.805086:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075238.805089:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612039936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075238.805098:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075238.805104:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075238.805109:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075238.805112:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075238.805116:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075238.805123:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2234)
00000800:00000200:1.1:1769075238.805236:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075238.805240:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075238.805710:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075238.805714:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769075239.189019:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075239.189023:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075239.189027:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075242.260717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075242.260720:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075242.260723:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075243.925298:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075243.925303:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075243.925784:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075243.925787:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769075245.332733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075245.332737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075245.332740:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075248.404779:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075248.404786:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075248.404864:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075249.045355:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075249.045535:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075251.477085:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075251.477088:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075251.477092:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075254.165273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075254.165278:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075254.165820:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075254.165823:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075254.548743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075254.548746:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075254.548749:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075257.620712:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075257.620717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075257.620722:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075259.284800:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075259.284815:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075259.284821:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075259.284827:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075259.284850:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075259.284861:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2244
00000400:00000200:3.0:1769075259.284874:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075259.284884:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075259.284889:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075259.284895:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.284915:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075259.284920:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.284924:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075259.284939:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075259.284943:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075259.284947:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075259.284951:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075259.284955:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075259.284959:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075259.284964:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.284967:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075259.284970:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.284974:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075259.284978:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075259.284983:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075259.284987:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075259.284992:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075259.284996:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075259.285001:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075259.285004:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075259.285008:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075259.285022:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769075259.285027:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075259.285033:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075259.285035:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075259.285040:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075259.285044:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075259.285050:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075259.285063:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769075259.285073:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075259.285087:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612040832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075259.285112:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075259.285120:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075259.285126:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612040832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075259.285156:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075259.285162:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075259.285167:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075259.285169:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075259.285172:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075259.285177:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075259.285181:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2244
00000400:00000200:3.0:1769075259.285188:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075259.285195:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075259.285203:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075259.285213:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.285219:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075259.285225:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.285232:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075259.285240:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075259.285244:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075259.285249:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075259.285255:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075259.285262:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075259.285266:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075259.285275:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.285285:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075259.285294:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075259.285302:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075259.285309:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075259.285319:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075259.285332:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075259.285337:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075259.285348:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075259.285354:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075259.285360:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075259.285367:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075259.285394:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075259.285402:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075259.285414:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769075259.285422:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075259.285429:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075259.285433:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075259.285437:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075259.285458:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075259.285461:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075259.285473:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769075259.285480:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075259.285490:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612040960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075259.285502:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075259.285524:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075259.285533:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612040960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075259.285556:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075259.285562:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075259.285571:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075259.285578:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075259.285588:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075259.285683:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2254)
00000800:00000200:2.1:1769075259.285751:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075259.285755:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075259.286190:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075259.286193:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075260.692734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075260.692739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075260.692742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075263.764879:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075263.764886:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075263.764891:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075264.404681:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075264.404694:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075264.404702:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075264.404708:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075264.404715:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075264.404727:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2249
00000400:00000200:3.0:1769075264.404743:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075264.404751:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075264.404755:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075264.404761:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.404766:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075264.404769:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.404772:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075264.404777:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075264.404780:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075264.404783:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075264.404786:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075264.404789:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075264.404791:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075264.404795:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.404798:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075264.404800:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.404802:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075264.404806:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075264.404810:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075264.404813:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075264.404817:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075264.404820:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075264.404823:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075264.404827:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075264.404830:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075264.404844:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769075264.404850:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075264.404856:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075264.404859:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075264.404864:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075264.404868:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075264.404874:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075264.404887:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769075264.404897:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075264.404929:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612041088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075264.404948:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075264.404954:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075264.404962:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612041088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075264.405003:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075264.405007:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075264.405011:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075264.405013:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075264.405015:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075264.405018:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075264.405022:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2249
00000400:00000200:3.0:1769075264.405028:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075264.405032:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075264.405034:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075264.405038:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.405041:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075264.405045:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.405048:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075264.405052:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075264.405053:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075264.405056:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075264.405058:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075264.405060:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075264.405063:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075264.405067:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.405070:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075264.405078:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075264.405082:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075264.405089:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075264.405095:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075264.405098:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075264.405102:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075264.405109:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075264.405119:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075264.405127:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075264.405135:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075264.405142:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075264.405148:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075264.405162:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769075264.405170:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075264.405181:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075264.405188:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075264.405193:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075264.405196:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075264.405202:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075264.405211:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769075264.405219:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075264.405234:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612041216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075264.405249:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075264.405255:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075264.405266:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612041216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075264.405289:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075264.405293:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075264.405301:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075264.405305:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075264.405313:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075264.405320:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2259)
00000800:00000200:2.1:1769075264.405625:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075264.405631:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075264.406261:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075264.406265:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075266.836776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075266.836785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075266.836791:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075269.525215:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075269.525218:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075269.525707:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075269.525710:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075269.908831:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075269.908839:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075269.908845:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075272.980723:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075272.980729:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075272.980732:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1769075274.645118:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075274.645121:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075274.645430:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075274.645432:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075276.052840:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075276.052846:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075276.052851:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075279.124785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075279.124789:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075279.124792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075279.764753:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075279.764768:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075279.764776:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075279.764786:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075279.764798:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075279.764830:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2265
00000400:00000200:3.0:1769075279.764851:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075279.764861:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075279.764865:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075279.764871:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.764876:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075279.764880:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.764883:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075279.764888:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075279.764891:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075279.764895:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075279.764898:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075279.764901:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075279.764903:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075279.764907:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.764910:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075279.764912:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.764914:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075279.764917:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075279.764921:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075279.764924:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075279.764927:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075279.764930:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075279.764933:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075279.764936:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075279.764938:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075279.764951:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769075279.764954:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075279.764959:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075279.764962:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075279.764965:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075279.764968:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075279.764973:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075279.764983:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769075279.764990:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075279.765001:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612041856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075279.765014:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075279.765019:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075279.765024:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612041856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075279.765052:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075279.765056:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075279.765061:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075279.765063:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075279.765065:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075279.765068:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075279.765072:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2265
00000400:00000200:3.0:1769075279.765095:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075279.765100:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075279.765104:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075279.765109:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.765113:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075279.765122:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.765130:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075279.765136:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075279.765139:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075279.765145:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075279.765151:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075279.765160:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075279.765169:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075279.765184:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.765191:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075279.765199:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075279.765204:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075279.765210:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075279.765221:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075279.765228:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075279.765238:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075279.765248:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075279.765257:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075279.765263:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075279.765301:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075279.765309:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075279.765315:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075279.765321:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769075279.765329:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075279.765337:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075279.765342:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075279.765344:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075279.765346:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075279.765349:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075279.765354:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769075279.765360:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075279.765375:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612041984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075279.765394:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075279.765398:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075279.765405:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612041984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075279.765429:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075279.765436:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075279.765445:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075279.765449:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075279.765461:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075279.765469:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2275)
00000800:00000200:2.1:1769075279.765752:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075279.765759:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075279.766405:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075279.766409:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075282.196733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075282.196739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075282.196743:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075284.884676:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075284.884691:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075284.884696:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075284.884702:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075284.884728:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075284.884744:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2270
00000400:00000200:3.0:1769075284.884762:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075284.884777:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075284.884787:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075284.884800:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.884806:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075284.884808:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.884811:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075284.884814:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075284.884816:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075284.884819:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075284.884821:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075284.884823:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075284.884826:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075284.884828:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.884830:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075284.884833:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.884835:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075284.884837:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075284.884840:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075284.884842:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075284.884845:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075284.884848:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075284.884850:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075284.884852:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075284.884854:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075284.884863:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769075284.884866:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075284.884870:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075284.884871:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075284.884874:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075284.884876:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075284.884882:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075284.884890:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075284.884897:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075284.884906:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612042112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075284.884916:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075284.884920:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075284.884924:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612042112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075284.884968:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075284.884973:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075284.884977:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075284.884979:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075284.884982:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075284.884985:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075284.884990:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2270
00000400:00000200:3.0:1769075284.884995:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075284.884999:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075284.885003:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075284.885006:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.885009:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075284.885012:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.885014:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075284.885017:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075284.885018:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075284.885020:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075284.885023:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075284.885025:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075284.885028:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075284.885031:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.885034:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075284.885036:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075284.885039:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075284.885042:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075284.885045:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075284.885048:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075284.885050:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075284.885058:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075284.885061:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075284.885063:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075284.885069:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075284.885073:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075284.885077:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075284.885082:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769075284.885085:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075284.885088:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075284.885091:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075284.885095:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075284.885102:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075284.885106:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075284.885117:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075284.885125:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075284.885139:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612042240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075284.885224:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075284.885231:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075284.885247:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612042240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075284.885263:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075284.885267:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075284.885273:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075284.885285:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075284.885295:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075284.885304:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2280)
00000800:00000200:2.1:1769075284.885514:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075284.885519:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075284.886033:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075284.886037:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075285.268878:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075285.268885:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075285.268890:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075288.340879:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075288.340888:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075288.340894:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075290.004621:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075290.004648:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075290.004654:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075290.004659:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075290.004665:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075290.004675:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2275
00000400:00000200:3.0:1769075290.004692:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075290.004717:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075290.004720:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075290.004724:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004727:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075290.004730:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004732:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075290.004735:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075290.004737:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075290.004740:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075290.004743:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075290.004745:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075290.004747:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075290.004750:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004752:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075290.004765:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004767:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075290.004770:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075290.004773:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004775:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075290.004778:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075290.004781:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075290.004783:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075290.004785:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075290.004787:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075290.004797:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769075290.004800:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075290.004804:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075290.004805:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075290.004808:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075290.004810:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075290.004814:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075290.004822:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075290.004827:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075290.004835:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612042368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075290.004846:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075290.004850:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075290.004853:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612042368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075290.004873:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075290.004876:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075290.004879:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075290.004881:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075290.004882:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075290.004885:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075290.004888:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2275
00000400:00000200:3.0:1769075290.004892:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075290.004896:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075290.004899:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075290.004906:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004910:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075290.004914:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004919:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075290.004921:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075290.004924:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075290.004927:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075290.004931:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075290.004936:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075290.004942:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075290.004949:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004957:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075290.004962:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004965:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075290.004970:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075290.004978:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075290.004985:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075290.004990:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075290.005015:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075290.005021:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075290.005026:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075290.005033:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075290.005040:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075290.005045:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075290.005050:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769075290.005054:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075290.005059:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075290.005061:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075290.005069:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075290.005071:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075290.005075:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075290.005088:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075290.005098:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075290.005137:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612042496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075290.005192:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075290.005200:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075290.005213:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612042496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075290.005230:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075290.005233:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075290.005239:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075290.005244:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075290.005248:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075290.005266:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2285)
00000800:00000200:2.1:1769075290.005329:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075290.005333:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075290.005740:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075290.005742:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075291.412788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075291.412800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075291.412809:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075294.484918:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075294.484928:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075294.484934:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075295.125202:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075295.125205:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075295.125496:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075295.125498:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075297.556760:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075297.556765:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075297.556770:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075300.245431:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075300.245435:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075300.246001:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075300.246004:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075300.628769:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075300.628773:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075300.628776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075303.700773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075303.700777:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075303.700781:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075305.365529:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075305.365532:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075305.366053:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075305.366056:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769075306.772882:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075306.772887:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075306.772891:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075309.844759:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075309.844763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075309.844787:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075310.484664:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075310.484673:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075310.484677:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075310.484682:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075310.484686:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075310.484693:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2295
00000400:00000200:3.0:1769075310.484702:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075310.484708:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075310.484712:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075310.484715:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484718:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075310.484720:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484722:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075310.484725:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075310.484727:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075310.484729:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075310.484732:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075310.484733:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075310.484735:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075310.484737:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484739:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075310.484740:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484742:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075310.484745:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075310.484747:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484749:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075310.484751:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075310.484754:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075310.484783:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075310.484785:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075310.484787:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075310.484796:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769075310.484799:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075310.484803:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075310.484804:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075310.484806:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075310.484810:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075310.484815:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075310.484823:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075310.484829:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075310.484839:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612043392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075310.484849:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075310.484854:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075310.484857:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612043392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075310.484876:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075310.484878:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075310.484881:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075310.484882:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075310.484884:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075310.484887:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075310.484889:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2295
00000400:00000200:3.0:1769075310.484893:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075310.484896:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075310.484898:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075310.484902:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484907:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075310.484909:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484913:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075310.484916:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075310.484917:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075310.484920:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075310.484922:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075310.484925:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075310.484930:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075310.484936:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484939:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075310.484943:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484946:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075310.484951:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075310.484955:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075310.484958:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075310.484961:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075310.484967:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075310.484971:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075310.484974:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075310.484979:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075310.484983:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075310.484986:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075310.484989:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769075310.484994:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075310.484999:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075310.485000:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075310.485001:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075310.485002:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075310.485004:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075310.485008:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075310.485012:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075310.485020:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612043520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075310.485029:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075310.485031:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075310.485036:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612043520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075310.485047:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075310.485051:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075310.485058:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075310.485063:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075310.485067:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075310.485075:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2305)
00000800:00000200:1.1:1769075310.485173:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075310.485176:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075310.485520:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075310.485522:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075312.916813:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075312.916819:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075312.916823:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075315.604616:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075315.604624:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075315.604629:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075315.604633:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075315.604639:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075315.604647:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2300
00000400:00000200:3.0:1769075315.604657:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075315.604663:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075315.604666:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075315.604669:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604688:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075315.604691:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604693:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075315.604697:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075315.604698:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075315.604701:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075315.604703:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075315.604705:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075315.604707:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075315.604710:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604711:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075315.604712:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604714:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075315.604716:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075315.604718:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604720:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075315.604724:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075315.604727:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075315.604730:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075315.604731:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075315.604734:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075315.604740:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769075315.604744:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075315.604748:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075315.604750:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075315.604753:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075315.604755:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075315.604759:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075315.604766:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769075315.604773:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075315.604781:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612043648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075315.604791:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075315.604795:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075315.604799:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612043648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075315.604816:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075315.604819:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075315.604822:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075315.604823:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075315.604824:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075315.604827:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075315.604829:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2300
00000400:00000200:3.0:1769075315.604832:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075315.604834:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075315.604838:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075315.604842:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604845:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075315.604848:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604851:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075315.604855:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075315.604857:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075315.604858:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075315.604868:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075315.604872:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075315.604877:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075315.604883:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604888:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075315.604891:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604895:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075315.604900:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075315.604907:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075315.604910:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075315.604914:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075315.604920:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075315.604925:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075315.604927:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075315.604931:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075315.604935:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075315.604939:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075315.604944:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769075315.604947:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075315.604951:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075315.604953:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075315.604955:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075315.604957:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075315.604960:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075315.604964:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769075315.604969:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075315.604974:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612043776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075315.604987:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075315.604990:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075315.604997:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612043776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075315.605008:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075315.605012:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075315.605017:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075315.605022:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075315.605030:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075315.605044:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2311)
00000800:00000200:1.1:1769075315.605116:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075315.605314:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075315.988748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075315.988752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075315.988755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769075318.676791:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769075318.676826:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075318.676836:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075318.676839:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075318.676842:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075318.676846:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075318.676850:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075318.676854:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c100.
00000400:00000200:3.0:1769075318.676859:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075318.676863:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075318.676869:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1440
00000400:00000010:3.0:1769075318.676871:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1440.
00000100:00000001:3.0:1769075318.676875:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075318.676882:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3480 x1855007612043648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075318.676906:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075318.676909:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612043648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075318.676914:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075318.676916:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075318.676925:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075318.676927:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cb00.
00000400:00000200:3.0:1769075318.676929:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075318.676932:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075318.676934:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c17f8
00000400:00000010:3.0:1769075318.676936:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c17f8.
00000100:00000001:3.0:1769075318.676939:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075318.676942:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0000 x1855007612043776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075318.676950:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075318.676955:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612043776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075318.676963:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075318.676965:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769075319.060824:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075319.060828:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075319.060833:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075320.724716:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075320.724723:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075320.724725:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075320.724729:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075320.724732:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075320.724739:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2306
00000400:00000200:3.0:1769075320.724747:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075320.724752:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075320.724756:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075320.724759:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075320.724763:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724765:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075320.724769:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075320.724770:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075320.724772:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075320.724775:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075320.724777:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075320.724778:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075320.724781:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075320.724783:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724785:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075320.724787:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075320.724789:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724791:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075320.724794:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075320.724796:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075320.724798:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075320.724800:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075320.724802:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075320.724808:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769075320.724811:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075320.724815:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075320.724816:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075320.724818:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075320.724821:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075320.724825:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075320.724832:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075320.724838:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075320.724847:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612043904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075320.724857:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075320.724862:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075320.724868:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612043904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075320.724893:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075320.724896:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075320.724900:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075320.724901:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075320.724903:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075320.724907:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075320.724911:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2306
00000400:00000200:3.0:1769075320.724915:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075320.724921:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075320.724924:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075320.724932:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724938:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075320.724944:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724949:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075320.724955:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075320.724958:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075320.724963:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075320.724967:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075320.724972:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075320.724979:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075320.724985:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.724992:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075320.724996:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075320.725003:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075320.725007:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075320.725010:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075320.725012:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075320.725016:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075320.725024:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075320.725029:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075320.725034:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075320.725040:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075320.725046:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075320.725051:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075320.725059:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769075320.725064:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075320.725070:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075320.725073:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075320.725077:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075320.725081:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075320.725085:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075320.725093:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075320.725100:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075320.725111:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612044032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075320.725124:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075320.725129:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075320.725136:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612044032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075320.725156:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075320.725162:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075320.725171:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075320.725178:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075320.725187:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075320.725196:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2316)
00000800:00000200:1.1:1769075320.725248:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075320.725253:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075320.725775:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075320.725778:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075322.132816:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075322.132823:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075322.132830:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075325.204733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075325.204737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075325.204739:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075325.844686:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075325.844701:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075325.844708:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075325.844714:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075325.844721:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075325.844734:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2311
00000400:00000200:3.0:1769075325.844749:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075325.844760:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075325.844766:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075325.844770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.844774:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075325.844778:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.844781:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075325.844787:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075325.844789:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075325.844792:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075325.844796:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075325.844798:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075325.844801:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075325.844804:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.844806:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075325.844808:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.844811:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075325.844815:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075325.844819:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075325.844821:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075325.844825:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075325.844829:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075325.844832:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075325.844834:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075325.844837:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075325.844847:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769075325.844851:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075325.844866:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075325.844868:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075325.844871:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075325.844873:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075325.844878:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075325.844887:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769075325.844895:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075325.844904:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612044160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075325.844916:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075325.844921:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075325.844926:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612044160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075325.844953:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075325.844957:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075325.844961:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075325.844963:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075325.844965:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075325.844968:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075325.844971:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2311
00000400:00000200:3.0:1769075325.844977:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075325.844981:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075325.844985:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075325.844992:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.845001:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075325.845013:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.845021:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075325.845033:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075325.845050:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075325.845057:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075325.845065:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075325.845074:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075325.845086:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075325.845104:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.845127:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075325.845137:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075325.845144:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075325.845156:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075325.845168:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075325.845172:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075325.845177:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075325.845185:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075325.845190:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075325.845195:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075325.845202:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075325.845212:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075325.845219:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075325.845231:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769075325.845240:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075325.845250:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075325.845259:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075325.845269:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075325.845275:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075325.845282:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075325.845294:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075325.845302:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075325.845315:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612044288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075325.845335:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075325.845339:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075325.845348:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612044288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075325.845364:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075325.845368:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075325.845380:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075325.845385:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075325.845393:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075325.845403:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2321)
00000800:00000200:1.1:1769075325.845480:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075325.845484:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075325.846010:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075325.846030:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075328.276739:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075328.276743:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075328.276746:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075330.965122:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075330.965125:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075330.965402:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075330.965404:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075331.348740:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075331.348746:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075331.348751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075334.420684:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075334.420688:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075334.420690:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075336.084634:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075336.084645:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075336.084651:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075336.084658:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075336.084667:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075336.084676:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2321
00000400:00000200:3.0:1769075336.084687:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075336.084694:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075336.084698:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075336.084701:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084704:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075336.084706:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084708:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075336.084712:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075336.084714:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075336.084716:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075336.084718:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075336.084720:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075336.084722:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075336.084725:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084726:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075336.084727:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084729:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075336.084731:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075336.084733:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084735:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075336.084737:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075336.084740:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075336.084742:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075336.084744:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075336.084746:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075336.084752:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769075336.084755:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075336.084758:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075336.084760:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075336.084762:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075336.084765:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075336.084769:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075336.084776:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075336.084781:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075336.084789:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612044672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075336.084797:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075336.084801:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075336.084804:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612044672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075336.084834:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075336.084837:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075336.084840:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075336.084841:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075336.084843:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075336.084846:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075336.084849:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2321
00000400:00000200:3.0:1769075336.084853:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075336.084857:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075336.084861:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075336.084868:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084873:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075336.084877:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084884:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075336.084889:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075336.084893:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075336.084897:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075336.084901:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075336.084904:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075336.084908:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075336.084913:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084915:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075336.084916:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084917:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075336.084919:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075336.084921:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075336.084926:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075336.084928:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075336.084936:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075336.084940:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075336.084943:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075336.084949:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075336.084953:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075336.084958:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075336.084966:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769075336.084968:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075336.084973:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075336.084977:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075336.084978:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075336.084980:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075336.084984:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075336.084999:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075336.085002:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075336.085010:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612044800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075336.085020:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075336.085025:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075336.085034:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612044800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075336.085054:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075336.085061:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075336.085071:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075336.085078:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075336.085087:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075336.085114:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2331)
00000800:00000200:1.1:1769075336.085196:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075336.085215:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075336.085748:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075336.085751:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075337.492661:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075337.492665:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075337.492668:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075340.564726:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075340.564729:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075340.564732:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075341.205339:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075341.205342:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075341.205774:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075341.205776:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769075343.636707:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075343.636711:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075343.636714:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075346.324709:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075346.324721:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075346.324725:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075346.324730:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075346.324735:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075346.324744:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2331
00000400:00000200:3.0:1769075346.324754:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075346.324761:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075346.324763:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075346.324766:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.324769:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075346.324771:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.324773:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075346.324777:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075346.324778:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075346.324781:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075346.324785:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075346.324787:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075346.324789:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075346.324792:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.324793:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075346.324794:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.324796:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075346.324798:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075346.324800:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075346.324802:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075346.324805:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075346.324808:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075346.324810:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075346.324812:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075346.324814:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075346.324824:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769075346.324828:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075346.324832:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075346.324834:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075346.324836:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075346.324839:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075346.324843:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075346.324851:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075346.324857:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075346.324866:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612045184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075346.324876:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075346.324880:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075346.324883:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612045184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075346.324905:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075346.324907:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075346.324911:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075346.324912:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075346.324914:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075346.324918:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075346.324921:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2331
00000400:00000200:3.0:1769075346.324926:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075346.324930:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075346.324934:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075346.324944:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.324949:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075346.324956:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.324971:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075346.324977:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075346.324982:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075346.324985:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075346.324994:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075346.325002:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075346.325017:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075346.325033:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.325038:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075346.325042:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075346.325053:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075346.325060:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075346.325075:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075346.325085:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075346.325090:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075346.325100:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075346.325106:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075346.325111:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075346.325117:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075346.325124:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075346.325137:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075346.325148:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769075346.325175:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075346.325183:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075346.325190:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075346.325198:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075346.325203:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075346.325206:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075346.325213:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769075346.325227:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075346.325238:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612045312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075346.325265:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075346.325272:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075346.325289:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612045312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075346.325329:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075346.325338:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075346.325355:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075346.325365:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075346.325377:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075346.325384:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2341)
00000800:00000200:1.1:1769075346.325401:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075346.325404:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075346.325744:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075346.325746:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769075346.708713:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075346.708717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075346.708719:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075349.780705:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075349.780711:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075349.780715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075351.444679:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075351.444691:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075351.444700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075351.444708:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075351.444719:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075351.444732:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2336
00000400:00000200:3.0:1769075351.444771:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075351.444781:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075351.444785:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075351.444788:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.444791:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075351.444793:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.444795:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075351.444799:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075351.444801:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075351.444803:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075351.444806:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075351.444808:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075351.444810:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075351.444812:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.444813:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075351.444815:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.444817:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075351.444819:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075351.444821:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075351.444823:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075351.444826:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075351.444829:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075351.444832:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075351.444834:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075351.444836:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075351.444846:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769075351.444851:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075351.444856:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075351.444858:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075351.444862:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075351.444865:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075351.444870:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075351.444881:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769075351.444890:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075351.444902:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612045440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075351.444913:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075351.444918:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075351.444923:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612045440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075351.444943:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075351.444946:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075351.444949:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075351.444950:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075351.444952:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075351.444954:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075351.444955:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2336
00000400:00000200:3.0:1769075351.444958:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075351.444961:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075351.444963:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075351.444966:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.444968:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075351.444970:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.444972:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075351.444974:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075351.444980:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075351.444983:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075351.444992:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075351.444997:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075351.444999:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075351.445002:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.445003:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075351.445019:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075351.445024:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075351.445032:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075351.445039:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075351.445053:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075351.445065:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075351.445088:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075351.445091:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075351.445093:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075351.445100:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075351.445112:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075351.445119:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075351.445124:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769075351.445131:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075351.445138:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075351.445139:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075351.445141:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075351.445149:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075351.445160:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075351.445169:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769075351.445178:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075351.445190:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612045568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075351.445213:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075351.445216:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075351.445227:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612045568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075351.445317:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075351.445325:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075351.445331:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075351.445341:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075351.445354:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075351.445361:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2346)
00000800:00000200:1.1:1769075351.445457:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075351.445462:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075351.445890:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075351.445892:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769075352.852712:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075352.852717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075352.852721:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769075356.564626:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075356.564639:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075356.564643:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075356.564656:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075356.564660:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075356.564668:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2341
00000400:00000200:3.0:1769075356.564678:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075356.564685:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075356.564690:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075356.564694:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564698:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075356.564700:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564702:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075356.564707:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075356.564709:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075356.564711:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075356.564714:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075356.564716:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075356.564718:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075356.564721:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564722:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075356.564724:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564725:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075356.564728:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075356.564730:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564732:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075356.564734:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075356.564737:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075356.564740:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075356.564741:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075356.564743:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075356.564753:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769075356.564756:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075356.564760:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075356.564761:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075356.564763:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075356.564767:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075356.564771:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075356.564779:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769075356.564786:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075356.564795:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612045696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075356.564804:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075356.564809:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075356.564814:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612045696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075356.564842:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075356.564846:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075356.564850:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075356.564852:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075356.564854:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075356.564857:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075356.564860:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2341
00000400:00000200:3.0:1769075356.564865:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075356.564869:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075356.564872:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075356.564876:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564879:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075356.564882:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564883:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075356.564886:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075356.564887:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075356.564891:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075356.564893:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075356.564897:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075356.564900:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075356.564905:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564908:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075356.564910:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564913:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075356.564922:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075356.564926:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075356.564931:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075356.564935:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075356.564941:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075356.564945:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075356.564947:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075356.564953:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075356.564959:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075356.564962:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075356.564967:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769075356.564971:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075356.564973:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075356.564976:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075356.564978:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075356.564980:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075356.565009:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075356.565020:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769075356.565025:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075356.565031:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612045824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075356.565044:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075356.565047:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075356.565050:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612045824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075356.565064:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075356.565070:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075356.565074:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075356.565077:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075356.565083:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075356.565087:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2351)
00000800:00000200:1.1:1769075356.565199:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075356.565202:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769075356.565621:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075356.565643:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000400:00000200:0.0:1769075361.684769:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075361.684779:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075361.684782:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075361.684786:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684789:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075361.684792:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684793:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075361.684797:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075361.684798:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075361.684800:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075361.684802:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075361.684804:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075361.684806:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075361.684808:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684809:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075361.684810:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684812:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075361.684814:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075361.684817:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684819:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075361.684820:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075361.684823:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075361.684825:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075361.684826:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075361.684828:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075361.684837:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769075361.684839:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075361.684843:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075361.684844:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075361.684846:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075361.684848:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075361.684852:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075361.684858:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075361.684864:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075361.684871:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612045952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075361.684879:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075361.684882:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075361.684885:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612045952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075361.684929:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075361.684932:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075361.684934:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075361.684935:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075361.684937:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075361.684939:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075361.684941:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2346
00000400:00000200:0.0:1769075361.684944:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075361.684946:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075361.684948:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075361.684950:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684951:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075361.684953:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684954:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075361.684955:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075361.684956:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075361.684958:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075361.684959:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075361.684961:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075361.684962:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075361.684964:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684966:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075361.684969:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684970:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075361.684972:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075361.684974:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075361.684976:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075361.684978:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075361.684985:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075361.684988:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075361.684991:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075361.684994:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075361.684997:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075361.685001:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075361.685007:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769075361.685011:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075361.685015:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075361.685018:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075361.685020:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075361.685023:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075361.685026:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075361.685031:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769075361.685036:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075361.685043:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612046080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075361.685055:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075361.685058:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075361.685064:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612046080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075361.685077:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075361.685081:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075361.685084:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075361.685087:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075361.685092:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075361.685096:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2357)
00000800:00000200:1.1:1769075361.685191:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075361.685194:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075361.685495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075361.685497:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075366.292686:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297023555, at 4297024000
00000100:00000010:0.0:1769075366.292707:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:3.0:1769075366.804683:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075366.804714:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075366.804717:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075366.804721:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075366.804730:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075366.804738:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2352
00000400:00000200:3.0:1769075366.804751:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075366.804758:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075366.804763:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075366.804769:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.804779:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075366.804781:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.804783:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075366.804787:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075366.804789:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075366.804792:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075366.804795:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075366.804798:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075366.804800:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075366.804803:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.804805:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075366.804807:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.804808:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075366.804837:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075366.804841:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075366.804843:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075366.804862:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075366.804865:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075366.804867:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075366.804869:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075366.804871:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075366.804880:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769075366.804883:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075366.804886:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075366.804888:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075366.804890:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075366.804893:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075366.804896:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075366.804903:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769075366.804909:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075366.804916:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612046208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075366.804925:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075366.804929:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075366.804933:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612046208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075366.804952:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075366.804954:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075366.804957:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075366.804958:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075366.804960:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075366.804962:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075366.804964:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2352
00000400:00000200:3.0:1769075366.804968:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075366.804971:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075366.804973:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075366.804977:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.804979:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075366.804982:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.804987:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075366.804995:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075366.805004:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075366.805008:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075366.805012:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075366.805016:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075366.805028:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075366.805043:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.805054:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075366.805056:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075366.805059:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075366.805067:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075366.805073:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075366.805084:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075366.805104:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075366.805114:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075366.805118:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075366.805121:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075366.805125:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075366.805135:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075366.805145:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075366.805149:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769075366.805152:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075366.805161:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075366.805171:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075366.805175:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075366.805177:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075366.805181:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075366.805195:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769075366.805215:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075366.805226:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612046336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075366.805245:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075366.805259:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075366.805273:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612046336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075366.805309:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075366.805316:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075366.805323:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075366.805330:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075366.805341:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075366.805347:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2362)
00000800:00000200:1.1:1769075366.805431:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075366.805444:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075366.805939:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075366.805941:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769075371.412643:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297028675, at 4297029120
00000100:00000010:0.0:1769075371.412656:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:0.0:1769075371.924642:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075371.924665:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075371.924667:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075371.924671:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075371.924673:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075371.924680:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2357
00000400:00000200:0.0:1769075371.924689:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075371.924694:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075371.924697:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075371.924700:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924702:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075371.924704:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924706:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075371.924709:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075371.924711:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075371.924713:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075371.924715:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075371.924717:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075371.924718:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075371.924720:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924722:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075371.924723:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924747:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075371.924751:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075371.924754:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924756:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075371.924758:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075371.924776:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075371.924779:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075371.924781:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075371.924783:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075371.924789:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769075371.924793:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075371.924796:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075371.924798:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075371.924800:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075371.924803:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075371.924807:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075371.924814:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075371.924819:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075371.924827:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612046464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075371.924837:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075371.924841:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075371.924845:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612046464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075371.924866:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075371.924869:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075371.924872:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075371.924873:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075371.924875:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075371.924877:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075371.924880:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2357
00000400:00000200:0.0:1769075371.924883:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075371.924886:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075371.924889:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075371.924892:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924894:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075371.924896:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924898:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075371.924901:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075371.924902:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075371.924904:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075371.924906:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075371.924908:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075371.924911:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075371.924914:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924916:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075371.924920:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924923:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075371.924926:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075371.924931:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075371.924935:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075371.924939:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075371.924944:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075371.924950:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075371.924955:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075371.924961:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075371.924968:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075371.924973:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075371.924980:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769075371.924985:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075371.924990:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075371.925009:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075371.925013:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075371.925015:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075371.925018:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075371.925024:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769075371.925028:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075371.925034:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612046592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075371.925044:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075371.925046:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075371.925051:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612046592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075371.925076:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075371.925079:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075371.925082:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075371.925087:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075371.925091:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075371.925095:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2367)
00000800:00000200:1.1:1769075371.925219:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075371.925222:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075371.925638:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075371.925641:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769075376.532753:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297033795, at 4297034240
00000100:00000010:0.0:1769075376.532776:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:0.0:1769075377.044687:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075377.044698:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075377.044710:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075377.044721:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075377.044732:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075377.044742:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2362
00000400:00000200:0.0:1769075377.044760:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075377.044771:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075377.044774:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075377.044778:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.044782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075377.044784:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.044787:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075377.044791:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075377.044793:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075377.044796:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075377.044798:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075377.044800:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075377.044802:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075377.044804:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.044805:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075377.044806:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.044807:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075377.044810:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075377.044812:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075377.044814:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075377.044815:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075377.044818:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075377.044820:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075377.044822:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075377.044823:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075377.044832:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769075377.044834:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075377.044837:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075377.044838:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075377.044840:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075377.044843:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075377.044846:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075377.044852:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769075377.044857:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075377.044864:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612046720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075377.044878:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075377.044883:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075377.044889:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612046720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075377.044912:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075377.044916:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075377.044921:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075377.044923:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075377.044926:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075377.044930:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075377.044934:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2362
00000400:00000200:0.0:1769075377.044943:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075377.044949:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075377.044954:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075377.044961:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.044972:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075377.044981:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.044991:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075377.044999:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075377.045002:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075377.045005:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075377.045008:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075377.045011:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075377.045023:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075377.045037:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.045044:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075377.045055:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075377.045062:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075377.045065:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075377.045075:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075377.045084:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075377.045092:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075377.045097:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075377.045122:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075377.045125:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075377.045130:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075377.045138:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075377.045142:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075377.045152:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769075377.045166:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075377.045169:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075377.045195:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075377.045197:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075377.045202:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075377.045209:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075377.045218:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769075377.045225:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075377.045238:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612046848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075377.045254:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075377.045259:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075377.045266:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612046848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075377.045300:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075377.045307:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075377.045317:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075377.045323:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075377.045333:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075377.045344:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2372)
00000800:00000200:1.1:1769075377.045410:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075377.045413:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075377.045859:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075377.045861:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769075381.652672:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297038915, at 4297039360
00000100:00000010:0.0:1769075381.652689:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:0.0:1769075382.164688:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075382.164696:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075382.164701:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075382.164706:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075382.164714:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075382.164721:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2367
00000400:00000200:0.0:1769075382.164730:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075382.164737:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075382.164740:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075382.164743:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.164746:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075382.164748:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.164750:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075382.164754:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075382.164755:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075382.164758:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075382.164760:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075382.164762:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075382.164764:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075382.164767:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.164768:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075382.164770:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.164771:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075382.164774:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075382.164776:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075382.164778:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075382.164782:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075382.164785:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075382.164788:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075382.164790:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075382.164792:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075382.164801:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769075382.164805:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075382.164809:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075382.164810:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075382.164813:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075382.164816:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075382.164837:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075382.164845:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769075382.164853:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075382.164865:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612046976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075382.164878:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075382.164910:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075382.164915:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612046976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075382.164943:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075382.164946:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075382.164959:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075382.164961:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075382.164963:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075382.164966:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075382.164968:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2367
00000400:00000200:0.0:1769075382.164972:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075382.164975:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075382.164977:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075382.164980:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.164983:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075382.164988:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.164993:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075382.164995:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075382.164999:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075382.165001:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075382.165002:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075382.165004:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075382.165007:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075382.165011:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.165014:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075382.165018:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075382.165022:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075382.165026:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075382.165031:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075382.165036:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075382.165040:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075382.165046:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075382.165050:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075382.165053:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075382.165057:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075382.165062:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075382.165066:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075382.165070:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769075382.165074:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075382.165078:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075382.165080:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075382.165084:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075382.165086:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075382.165089:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075382.165093:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769075382.165099:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075382.165107:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612047104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075382.165130:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075382.165132:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075382.165139:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612047104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075382.165149:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075382.165152:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075382.165159:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075382.165162:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075382.165168:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075382.165190:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2377)
00000800:00000200:1.1:1769075382.165346:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075382.165668:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:0.0:1769075386.772660:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297044035, at 4297044480
00000100:00000010:0.0:1769075386.772673:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00080000:0.0:1769075387.284707:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075387.284717:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075387.284721:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075387.284725:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075387.284730:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075387.284738:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2372
00000400:00000200:0.0:1769075387.284749:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075387.284756:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075387.284761:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075387.284766:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.284770:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075387.284773:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.284776:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075387.284782:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075387.284784:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075387.284786:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075387.284789:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075387.284790:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075387.284793:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075387.284797:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.284799:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075387.284802:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.284804:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075387.284807:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075387.284811:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075387.284814:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075387.284817:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075387.284820:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075387.284823:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075387.284826:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075387.284828:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075387.284835:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769075387.284839:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075387.284844:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075387.284846:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075387.284849:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075387.284852:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075387.284857:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075387.284864:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075387.284871:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075387.284879:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612047232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075387.284891:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075387.284895:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075387.284901:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612047232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075387.284936:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075387.284940:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075387.284944:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075387.284950:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075387.284952:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075387.284956:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075387.284960:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2372
00000400:00000200:0.0:1769075387.284966:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075387.284970:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075387.284973:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075387.284979:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.284984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075387.284990:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.284994:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075387.284998:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075387.285001:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075387.285005:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075387.285008:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075387.285014:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075387.285018:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075387.285026:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.285030:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075387.285035:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075387.285041:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075387.285048:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075387.285055:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075387.285061:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075387.285066:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075387.285075:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075387.285082:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075387.285086:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075387.285091:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075387.285099:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075387.285102:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075387.285110:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769075387.285115:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075387.285121:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075387.285122:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075387.285125:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075387.285127:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075387.285134:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075387.285145:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769075387.285159:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075387.285171:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612047360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075387.285193:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075387.285198:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075387.285207:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612047360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075387.285225:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075387.285229:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075387.285239:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075387.285244:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075387.285252:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075387.285258:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2382)
00000800:00000200:2.1:1769075387.285332:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075387.285336:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075387.285854:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075387.285858:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769075391.892805:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297049155, at 4297049600
00000100:00000010:0.0:1769075391.892830:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092b40.
00000800:00000200:1.1:1769075392.405435:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075392.405440:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075392.405876:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075392.405879:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769075397.012680:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297054275, at 4297054720
00000100:00000010:0.0:1769075397.012693:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000800:00000200:1.1:1769075397.525163:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075397.525167:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075397.525479:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075397.525481:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769075402.132656:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297059395, at 4297059840
00000100:00000010:0.0:1769075402.132677:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000001:3.0:1769075402.644704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075402.644710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075402.644714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075402.644718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075402.644721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075402.644726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075402.644731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075402.644733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075402.644738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075402.645363:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075402.645366:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075402.645749:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075402.645751:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1769075403.668622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075403.668631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075403.668633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075403.668639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075403.668642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075403.668646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075403.668650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075403.668652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075403.668655:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075404.692660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075404.692668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075404.692671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075404.692676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075404.692680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075404.692684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075404.692688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075404.692690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075404.692693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075405.716633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075405.716661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075405.716664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075405.716671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075405.716675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075405.716680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075405.716684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075405.716688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075405.716692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075406.740676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075406.740687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075406.740690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075406.740698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075406.740703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075406.740707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075406.740711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075406.740714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075406.740717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075407.252704:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297064515, at 4297064960
00000100:00000010:0.0:1769075407.252722:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000001:3.0:1769075407.764630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075407.764654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075407.764656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075407.764663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075407.764667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075407.764670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769075407.764671:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769075407.764673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075407.764677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769075407.764680:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075407.764681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075407.764685:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075407.764690:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075407.764694:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075407.764701:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2393
00000400:00000200:0.0:1769075407.764716:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075407.764722:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075407.764725:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075407.764728:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764731:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075407.764733:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764735:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075407.764738:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075407.764739:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075407.764742:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075407.764744:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075407.764746:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075407.764748:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075407.764751:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764752:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075407.764753:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764755:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075407.764758:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075407.764761:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764763:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075407.764766:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075407.764769:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075407.764771:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075407.764773:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075407.764775:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075407.764788:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769075407.764791:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075407.764795:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075407.764796:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075407.764799:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075407.764802:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075407.764806:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075407.764814:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769075407.764822:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075407.764830:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612048256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075407.764840:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075407.764844:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075407.764847:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612048256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075407.764867:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075407.764869:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075407.764871:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075407.764872:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075407.764874:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075407.764876:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075407.764877:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2393
00000400:00000200:0.0:1769075407.764880:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075407.764883:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075407.764885:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075407.764887:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764889:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075407.764891:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764893:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075407.764894:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075407.764895:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075407.764896:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075407.764898:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075407.764900:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075407.764902:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075407.764905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764909:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075407.764915:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764922:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075407.764928:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075407.764938:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075407.764941:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075407.764944:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075407.764960:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075407.764968:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075407.764972:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075407.764979:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075407.764985:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075407.764989:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075407.764994:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769075407.764998:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075407.765003:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075407.765006:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075407.765007:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075407.765011:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075407.765015:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075407.765020:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769075407.765026:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075407.765035:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612048384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075407.765053:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075407.765058:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075407.765066:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612048384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075407.765082:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075407.765086:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075407.765090:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075407.765095:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075407.765098:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075407.765105:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2403)
00000800:00000200:1.1:1769075407.765210:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075407.765214:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075407.765724:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075407.765726:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769075408.788632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075408.788640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075408.788643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075408.788649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075408.788653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075408.788657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075408.788660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075408.788663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075408.788666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075409.812760:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075409.812767:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075409.812768:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075409.812773:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075409.812776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075409.812779:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075409.812782:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075409.812784:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075409.812786:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075410.836706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075410.836716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075410.836729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075410.836736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075410.836741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075410.836746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075410.836749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075410.836752:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075410.836755:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075411.860710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075411.860718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075411.860720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075411.860726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075411.860730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075411.860735:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075411.860738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075411.860741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075411.860744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075412.372710:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297069635, at 4297070080
00000100:00000010:0.0:1769075412.372744:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:3.0:1769075412.884652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075412.884661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075412.884664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075412.884671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769075412.884676:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769075412.884677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075412.884684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769075412.884686:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075412.884689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075412.884692:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769075412.884694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769075412.884698:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075412.884700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075412.884710:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075412.884721:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2398
00000400:00000200:0.0:1769075412.884732:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075412.884740:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075412.884755:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075412.884759:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.884763:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075412.884766:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.884769:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075412.884774:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075412.884776:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075412.884779:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075412.884782:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075412.884785:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075412.884787:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075412.884790:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.884792:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075412.884794:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.884796:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075412.884800:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075412.884803:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075412.884806:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075412.884810:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075412.884824:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075412.884827:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075412.884829:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075412.884832:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075412.884841:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769075412.884845:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075412.884849:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075412.884851:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075412.884854:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075412.884858:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075412.884862:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075412.884871:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769075412.884889:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075412.884899:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612048512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075412.884918:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075412.884923:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075412.884928:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612048512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075412.884958:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075412.884964:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075412.884968:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075412.884971:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075412.884974:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075412.884979:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075412.884983:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2398
00000400:00000200:0.0:1769075412.884990:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075412.884995:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075412.884999:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075412.885004:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.885024:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075412.885027:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.885030:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075412.885033:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075412.885034:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075412.885055:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075412.885059:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075412.885061:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075412.885064:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075412.885068:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.885071:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075412.885090:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075412.885094:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075412.885098:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075412.885104:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075412.885109:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075412.885112:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075412.885120:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075412.885124:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075412.885127:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075412.885134:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075412.885139:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075412.885143:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075412.885149:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769075412.885153:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075412.885157:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075412.885160:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075412.885163:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075412.885165:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075412.885168:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075412.885175:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075412.885181:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075412.885188:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612048640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075412.885201:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075412.885205:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075412.885212:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612048640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075412.885227:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075412.885231:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075412.885237:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075412.885241:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075412.885246:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075412.885254:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2408)
00000800:00000200:1.1:1769075412.885418:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075412.885424:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075412.886192:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075412.886196:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769075413.908683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075413.908690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075413.908693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075413.908698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075413.908703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075413.908707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075413.908710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075413.908713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075413.908715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075414.932652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075414.932661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075414.932665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075414.932683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075414.932688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075414.932693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075414.932696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075414.932699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075414.932703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075415.956688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075415.956702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075415.956704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075415.956710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075415.956714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075415.956718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075415.956721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075415.956724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075415.956727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075416.980671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075416.980679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075416.980682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075416.980689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075416.980693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075416.980697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075416.980700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075416.980703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075416.980706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075417.492723:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297074756, at 4297075200
00000100:00000010:0.0:1769075417.492757:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:3.0:1769075418.004686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075418.004695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075418.004697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075418.004703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075418.004707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075418.004712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075418.004714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075418.004717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075418.004720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075418.005297:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075418.005300:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075418.005653:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075418.005655:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769075419.028671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075419.028680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075419.028682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075419.028688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075419.028692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075419.028696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075419.028699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075419.028718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075419.028722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075420.052671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075420.052681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075420.052684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075420.052692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075420.052697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075420.052701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075420.052704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075420.052707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075420.052711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075421.076620:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075421.076627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075421.076628:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075421.076632:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075421.076635:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075421.076639:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075421.076641:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075421.076643:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075421.076645:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075422.100649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075422.100656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075422.100658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075422.100663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075422.100665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075422.100669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075422.100671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075422.100673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075422.100675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075422.484827:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075422.484834:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075422.484854:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075422.612723:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297079875, at 4297080320
00000100:00000010:0.0:1769075422.612733:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:3.0:1769075423.124648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075423.124656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075423.124657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075423.124663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075423.124674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075423.124677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075423.124680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075423.124682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075423.124684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075423.125324:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075423.125329:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075423.125900:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075423.125903:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075424.148674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075424.148681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075424.148683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075424.148700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075424.148706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075424.148712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075424.148716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075424.148719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075424.148723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075425.172653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075425.172662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075425.172665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075425.172672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075425.172677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075425.172682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075425.172686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075425.172689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075425.172693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075425.556906:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075425.556914:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075425.556920:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075426.196673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075426.196683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075426.196687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075426.196695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075426.196702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075426.196708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075426.196713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075426.196718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075426.196723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075427.220678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075427.220690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075427.220694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075427.220703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075427.220710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075427.220717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075427.220722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075427.220737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075427.220742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075427.732783:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297084995, at 4297085440
00000100:00000010:0.0:1769075427.732841:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092960.
00000100:00000001:3.0:1769075428.244696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075428.244706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075428.244709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075428.244718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075428.244735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075428.244741:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075428.244746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075428.244749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075428.244753:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075428.245859:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075428.245864:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075428.246432:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075428.246437:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075428.628755:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075428.628760:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075428.628766:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075429.268606:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075429.268612:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075429.268614:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075429.268618:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075429.268622:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075429.268626:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075429.268629:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075429.268632:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075429.268635:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075430.292726:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075430.292736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075430.292739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075430.292769:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075430.292776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075430.292799:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075430.292804:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075430.292810:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075430.292816:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075431.316687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075431.316697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075431.316699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075431.316706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075431.316711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075431.316716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075431.316720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075431.316723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075431.316760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075431.700781:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075431.700798:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075431.700802:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075432.340652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075432.340663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075432.340665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075432.340674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075432.340678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075432.340682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075432.340685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075432.340688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075432.340691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075432.852724:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297090116, at 4297090560
00000100:00000010:0.0:1769075432.852763:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:3.0:1769075433.364677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075433.364682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075433.364686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075433.364692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075433.364711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075433.364716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075433.364720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075433.364724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075433.364730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075433.365662:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075433.365668:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075433.366482:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075433.366486:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769075434.388616:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075434.388623:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075434.388625:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075434.388630:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075434.388634:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075434.388637:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075434.388640:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075434.388642:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075434.388644:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075434.772861:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075434.772875:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075434.772880:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075435.412767:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075435.412775:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075435.412777:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075435.412799:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075435.412804:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075435.412807:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075435.412810:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075435.412813:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075435.412816:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075436.436759:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075436.436767:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075436.436769:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075436.436775:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075436.436778:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075436.436783:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075436.436786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075436.436790:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075436.436794:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075437.460678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075437.460686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075437.460687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075437.460693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075437.460697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075437.460701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075437.460703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075437.460706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075437.460708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075437.844798:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075437.844806:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075437.844811:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075437.972722:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297095236, at 4297095680
00000100:00000010:0.0:1769075437.972736:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000001:3.0:1769075438.484689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075438.484701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075438.484703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075438.484710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075438.484715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075438.484720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075438.484723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769075438.484726:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769075438.484727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075438.484732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075438.484740:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075438.484744:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075438.484748:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075438.484751:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075438.484759:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2423
00000400:00000200:0.0:1769075438.484771:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075438.484778:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075438.484781:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075438.484785:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.484788:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075438.484791:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.484793:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075438.484798:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075438.484800:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075438.484803:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075438.484805:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075438.484808:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075438.484811:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075438.484814:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.484816:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075438.484818:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.484820:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075438.484823:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075438.484827:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075438.484829:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075438.484832:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075438.484835:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075438.484838:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075438.484840:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075438.484843:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075438.484852:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769075438.484855:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075438.484859:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075438.484861:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075438.484864:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075438.484866:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075438.484871:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075438.484878:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769075438.484886:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075438.484894:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612049792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075438.484906:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075438.484911:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075438.484915:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612049792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075438.484946:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075438.484950:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075438.484956:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075438.484959:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075438.484962:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075438.484966:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075438.484970:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2423
00000400:00000200:0.0:1769075438.484977:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075438.484982:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075438.484986:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075438.484992:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.484997:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075438.485001:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.485004:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075438.485009:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075438.485011:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075438.485014:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075438.485020:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075438.485024:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075438.485028:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075438.485039:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.485046:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075438.485055:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075438.485065:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075438.485075:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075438.485087:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075438.485093:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075438.485096:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075438.485104:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075438.485113:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075438.485120:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075438.485127:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075438.485132:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075438.485136:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075438.485143:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769075438.485151:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075438.485154:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075438.485158:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075438.485159:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075438.485161:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075438.485164:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075438.485174:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769075438.485182:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075438.485192:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612049920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075438.485204:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075438.485211:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075438.485216:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612049920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075438.485231:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075438.485240:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075438.485250:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075438.485255:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075438.485260:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075438.485270:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2433)
00000800:00000200:1.1:1769075438.485381:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075438.485385:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075438.485916:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075438.485919:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769075439.508721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075439.508741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075439.508744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075439.508751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075439.508755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075439.508759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075439.508762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075439.508766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075439.508769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075440.532645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075440.532654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075440.532656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075440.532662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075440.532667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075440.532671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075440.532674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075440.532677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075440.532679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075440.916843:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075440.916850:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075440.916855:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075441.556643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075441.556650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075441.556652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075441.556657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075441.556660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075441.556664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075441.556666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075441.556669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075441.556671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075442.580711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075442.580724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075442.580728:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075442.580740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075442.580749:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075442.580756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075442.580762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075442.580767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075442.580773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075443.092710:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297100355, at 4297100800
00000100:00000010:0.0:1769075443.092726:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:3.0:1769075443.604629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075443.604637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075443.604639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075443.604646:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075443.604650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075443.604655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075443.604658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075443.604661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075443.604664:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075443.605239:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075443.605242:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769075443.605734:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075443.605758:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769075443.988712:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075443.988718:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075443.988723:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075444.628639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075444.628667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075444.628669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075444.628675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075444.628680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075444.628684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075444.628687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075444.628690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075444.628693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075447.060754:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075447.060759:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075447.060763:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075448.212680:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297105475, at 4297105920
00000100:00000010:0.0:1769075448.212693:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092b40.
00000800:00000200:1.1:1769075448.725345:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075448.725629:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075450.132791:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075450.132796:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075450.132801:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769075451.796848:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769075451.796890:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075451.796903:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075451.796908:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075451.796913:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075451.796918:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075451.796925:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075451.796932:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c500.
00000400:00000200:3.0:1769075451.796940:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075451.796947:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075451.796957:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:3.0:1769075451.796961:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:3.0:1769075451.796968:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075451.796980:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1522300 x1855007612050304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075451.797013:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075451.797021:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522300 x1855007612050304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075451.797033:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075451.797036:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075451.797050:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075451.797053:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:3.0:1769075451.797058:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075451.797063:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075451.797067:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:3.0:1769075451.797070:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:3.0:1769075451.797074:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075451.797081:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521500 x1855007612050432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075451.797096:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075451.797102:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612050432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075473 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075451.797119:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075451.797125:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769075453.204788:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075453.204792:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075453.204796:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075453.332640:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297110595, at 4297111040
00000100:00000010:0.0:1769075453.332654:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000800:00000200:1.1:1769075453.845669:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075453.845679:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075453.846345:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075453.846348:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075456.276779:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075456.276787:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075456.276794:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075458.452776:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297115716, at 4297116160
00000100:00000010:0.0:1769075458.452808:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000800:00000200:1.1:1769075458.965964:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075458.965971:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075458.967000:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075458.967006:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075459.348818:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075459.348836:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075459.348842:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075462.420832:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075462.420841:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075462.420848:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075463.572748:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297120836, at 4297121280
00000100:00000010:0.0:1769075463.572763:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000800:00000200:1.1:1769075464.085671:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075464.085676:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075464.086242:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075464.086248:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075465.492960:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075465.492970:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075465.492976:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075468.564872:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075468.564877:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075468.564881:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075468.692687:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297125956, at 4297126400
00000100:00000010:0.0:1769075468.692706:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00080000:0.0:1769075469.204760:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075469.204771:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075469.204774:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075469.204778:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075469.204782:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075469.204790:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2454
00000400:00000200:0.0:1769075469.204813:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075469.204820:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075469.204823:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075469.204827:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.204830:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075469.204832:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.204835:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075469.204840:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075469.204842:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075469.204845:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075469.204848:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075469.204850:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075469.204853:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075469.204855:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.204857:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075469.204859:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.204873:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075469.204876:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075469.204880:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075469.204883:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075469.204886:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075469.204891:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075469.204894:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075469.204897:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075469.204899:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075469.204909:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769075469.204912:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075469.204916:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075469.204918:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075469.204921:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075469.204924:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075469.204939:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075469.204947:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075469.204953:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075469.204962:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612051328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075469.204972:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075469.204977:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075469.204981:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612051328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075469.205025:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075469.205028:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075469.205032:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075469.205034:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075469.205036:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075469.205039:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075469.205041:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2454
00000400:00000200:0.0:1769075469.205045:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075469.205047:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075469.205050:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075469.205053:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.205055:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075469.205069:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.205071:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075469.205074:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075469.205076:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075469.205077:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075469.205079:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075469.205081:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075469.205084:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075469.205087:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.205089:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075469.205115:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075469.205120:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075469.205124:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075469.205131:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075469.205136:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075469.205140:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075469.205148:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075469.205154:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075469.205160:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075469.205168:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075469.205172:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075469.205174:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075469.205185:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769075469.205190:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075469.205196:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075469.205202:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075469.205212:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075469.205217:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075469.205221:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075469.205234:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769075469.205246:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075469.205260:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612051456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075469.205281:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075469.205289:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075469.205305:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612051456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075469.205345:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075469.205352:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075469.205361:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075469.205367:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075469.205375:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075469.205381:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2464)
00000800:00000200:1.1:1769075469.205523:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075469.205528:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075469.206005:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075469.206007:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075471.636875:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075471.636884:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075471.636890:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075473.812680:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297131076, at 4297131520
00000100:00000010:0.0:1769075473.812716:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000800:00000200:1.1:1769075474.325434:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075474.325457:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075474.325873:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075474.325875:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769075474.708713:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075474.708717:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075474.708720:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075477.780782:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075477.780790:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075477.780797:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075478.932706:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297136195, at 4297136640
00000100:00000010:0.0:1769075478.932721:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00080000:0.0:1769075479.444829:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075479.444840:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075479.444844:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075479.444850:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075479.444855:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075479.444865:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2464
00000400:00000200:0.0:1769075479.444879:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075479.444888:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075479.444893:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075479.444897:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.444902:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075479.444906:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.444909:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075479.444914:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075479.444917:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075479.444962:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075479.444966:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075479.444969:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075479.444972:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075479.444977:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.444980:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075479.444982:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.444985:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075479.444989:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075479.444994:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075479.444997:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075479.445000:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075479.445004:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075479.445007:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075479.445010:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075479.445013:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075479.445025:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769075479.445039:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075479.445044:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075479.445047:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075479.445050:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075479.445054:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075479.445059:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075479.445070:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075479.445078:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075479.445100:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612051840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075479.445122:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075479.445127:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075479.445133:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612051840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075479.445174:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075479.445178:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075479.445183:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075479.445185:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075479.445187:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075479.445191:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075479.445194:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2464
00000400:00000200:0.0:1769075479.445199:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075479.445203:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075479.445206:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075479.445210:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.445212:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075479.445215:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.445218:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075479.445222:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075479.445224:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075479.445228:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075479.445231:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075479.445236:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075479.445241:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075479.445247:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.445261:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075479.445266:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075479.445271:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075479.445277:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075479.445284:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075479.445291:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075479.445296:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075479.445310:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075479.445317:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075479.445326:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075479.445336:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075479.445348:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075479.445360:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075479.445375:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769075479.445388:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075479.445402:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075479.445410:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075479.445419:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075479.445427:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075479.445439:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075479.445455:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769075479.445473:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075479.445494:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612051968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075479.445509:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075479.445516:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075479.445528:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612051968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075479.445626:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075479.445633:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075479.445655:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075479.445661:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075479.445669:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075479.445680:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2474)
00000800:00000200:1.1:1769075479.445770:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075479.445775:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075479.446393:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075479.446396:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769075480.852687:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075480.852693:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075480.852696:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075483.924806:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075483.924811:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075483.924814:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075484.052686:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297141316, at 4297141760
00000100:00000010:0.0:1769075484.052703:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:0.0:1769075484.564679:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075484.564688:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075484.564691:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075484.564695:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075484.564699:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075484.564706:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2469
00000400:00000200:0.0:1769075484.564715:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075484.564722:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075484.564726:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075484.564729:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564732:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075484.564735:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564737:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075484.564741:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075484.564743:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075484.564745:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075484.564748:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075484.564750:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075484.564752:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075484.564755:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564757:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075484.564759:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564761:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075484.564763:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075484.564766:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564767:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075484.564771:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075484.564775:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075484.564777:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075484.564779:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075484.564782:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075484.564792:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769075484.564796:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075484.564800:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075484.564801:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075484.564804:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075484.564807:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075484.564812:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075484.564820:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769075484.564826:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075484.564851:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612052096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075484.564861:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075484.564865:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075484.564869:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612052096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075484.564886:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075484.564888:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075484.564892:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075484.564893:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075484.564894:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075484.564897:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075484.564898:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2469
00000400:00000200:0.0:1769075484.564901:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075484.564903:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075484.564905:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075484.564907:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564909:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075484.564911:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564912:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075484.564914:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075484.564915:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075484.564916:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075484.564918:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075484.564919:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075484.564920:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075484.564922:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564924:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075484.564925:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564927:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075484.564929:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075484.564930:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075484.564932:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075484.564934:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075484.564940:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075484.564942:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075484.564944:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075484.564949:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075484.564954:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075484.564958:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075484.564961:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769075484.564964:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075484.564966:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075484.564969:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075484.564973:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075484.564975:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075484.564978:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075484.564983:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769075484.564986:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075484.564992:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612052224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075484.565000:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075484.565003:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075484.565008:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612052224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075484.565026:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075484.565033:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075484.565041:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075484.565047:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075484.565055:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075484.565061:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2479)
00000800:00000200:1.1:1769075484.565287:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075484.565291:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075484.565827:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075484.565830:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1769075485.588644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075485.588651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075485.588653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075485.588658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075485.588661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075485.588664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075485.588667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075485.588669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075485.588672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075486.612650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075486.612659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075486.612661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075486.612669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075486.612673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075486.612679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075486.612682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075486.612685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075486.612688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075486.996781:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075486.996788:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075486.996813:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075487.636645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075487.636653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075487.636655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075487.636660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075487.636664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075487.636668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075487.636671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075487.636673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075487.636675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075488.660628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075488.660635:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075488.660637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075488.660642:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075488.660645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075488.660648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075488.660650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075488.660653:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075488.660655:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075489.172659:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297146435, at 4297146880
00000100:00000010:0.0:1769075489.172675:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000001:3.0:1769075489.684656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075489.684665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075489.684668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075489.684675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075489.684685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075489.684692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075489.684699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075489.684705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075489.684711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075489.685311:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075489.685315:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075489.685802:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075489.685805:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075490.068723:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075490.068728:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075490.068733:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075490.708622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075490.708629:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075490.708631:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075490.708637:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075490.708640:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075490.708645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075490.708647:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075490.708650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075490.708652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075491.732665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075491.732673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075491.732675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075491.732680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075491.732684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075491.732688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075491.732690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075491.732693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075491.732695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075492.756651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075492.756660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075492.756663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075492.756671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075492.756675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075492.756680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075492.756683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075492.756687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075492.756690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075493.140708:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075493.140713:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075493.140716:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075493.780701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075493.780710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075493.780713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075493.780735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075493.780739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075493.780744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075493.780750:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075493.780753:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075493.780756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075494.292610:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297151555, at 4297152000
00000100:00000010:0.0:1769075494.292630:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000001:3.0:1769075494.804646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075494.804657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075494.804661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075494.804689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075494.804696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075494.804700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075494.804704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075494.804708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075494.804713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075494.805528:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075494.805532:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075494.805924:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075494.805926:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769075495.828669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075495.828677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075495.828678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075495.828683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075495.828686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075495.828689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075495.828691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075495.828693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075495.828696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075496.212772:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075496.212777:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075496.212781:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075496.852667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075496.852676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075496.852678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075496.852685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075496.852690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075496.852694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075496.852698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075496.852701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075496.852703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075497.876693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075497.876701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075497.876703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075497.876710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075497.876714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075497.876719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075497.876722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075497.876725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075497.876728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075498.900634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075498.900643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075498.900645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075498.900651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075498.900655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075498.900659:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075498.900662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075498.900665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075498.900668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075499.284712:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075499.284717:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075499.284722:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075499.412631:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297156676, at 4297157120
00000100:00000010:0.0:1769075499.412646:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092300.
00000100:00000001:3.0:1769075499.924665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075499.924672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075499.924675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075499.924680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075499.924686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075499.924690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075499.924695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075499.924699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075499.924703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075499.925190:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075499.925193:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075499.925524:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075499.925526:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769075500.948634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075500.948642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075500.948644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075500.948650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075500.948654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075500.948658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075500.948661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075500.948664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075500.948667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075501.972633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075501.972640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075501.972641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075501.972646:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075501.972649:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075501.972653:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075501.972662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075501.972664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075501.972666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075502.356722:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075502.356727:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075502.356730:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075502.996605:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075502.996612:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075502.996614:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075502.996619:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075502.996622:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075502.996625:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075502.996627:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075502.996629:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075502.996631:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075504.020726:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075504.020737:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075504.020739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075504.020747:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075504.020753:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075504.020759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075504.020762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075504.020766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075504.020770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075504.532672:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297161795, at 4297162240
00000100:00000010:0.0:1769075504.532689:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092540.
00000100:00000001:3.0:1769075505.044668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075505.044676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000008:00000020:0.0:1769075505.044679:0:32940:0:(osc_request.c:735:osc_update_next_shrink()) next time 3695 to shrink grant
00000100:00000001:3.0:1769075505.044680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075505.044689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075505.044695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075505.044700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075505.044707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075505.044717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075505.044724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075505.045252:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075505.045256:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075505.045787:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075505.045790:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769075505.428857:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075505.428864:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075505.428871:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075506.068633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075506.068652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075506.068653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075506.068659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075506.068663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075506.068666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075506.068668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075506.068670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075506.068672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075507.092709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075507.092719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075507.092722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075507.092731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075507.092759:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075507.092765:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075507.092769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075507.092774:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075507.092778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075508.116657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075508.116665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075508.116668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075508.116674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075508.116678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075508.116682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075508.116685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075508.116688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075508.116691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075508.500757:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075508.500763:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075508.500767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075509.140622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075509.140632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075509.140634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075509.140640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075509.140645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075509.140649:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075509.140652:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075509.140655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075509.140658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075509.652656:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297166915, at 4297167360
00000100:00000010:0.0:1769075509.652676:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c90929c0.
00000100:00000001:3.0:1769075510.164651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075510.164658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075510.164661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075510.164666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075510.164670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075510.164674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075510.164677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075510.164679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075510.164682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075510.165597:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075510.165603:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075510.166237:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075510.166241:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769075511.188683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075511.188693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075511.188695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075511.188701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075511.188706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075511.188710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075511.188712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075511.188715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075511.188718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075511.572804:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075511.572810:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075511.572815:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075512.212701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075512.212711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075512.212713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075512.212721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075512.212726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075512.212731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075512.212735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075512.212738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075512.212742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075513.236648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075513.236656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075513.236659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075513.236664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075513.236668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075513.236671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075513.236673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075513.236676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075513.236678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075514.260708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075514.260717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075514.260720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075514.260726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075514.260731:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075514.260736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075514.260740:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075514.260743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075514.260746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075514.644843:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075514.644850:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075514.644856:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075514.772673:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297172036, at 4297172480
00000100:00000010:0.0:1769075514.772706:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:3.0:1769075515.284664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075515.284673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075515.284675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075515.284682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075515.284686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075515.284691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075515.284694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075515.284697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075515.284700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075515.284713:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075515.284720:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075515.284725:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075515.284729:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075515.284733:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075515.284741:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2500
00000400:00000200:0.0:1769075515.284750:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075515.284756:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075515.284759:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075515.284762:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.284765:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075515.284768:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.284770:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075515.284774:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075515.284776:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075515.284779:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075515.284781:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075515.284783:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075515.284785:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075515.284787:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.284788:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075515.284790:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.284792:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075515.284794:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075515.284797:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075515.284799:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075515.284801:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075515.284804:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075515.284807:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075515.284809:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075515.284811:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075515.284821:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769075515.284824:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075515.284829:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075515.284831:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075515.284833:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075515.284836:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075515.284841:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075515.284850:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769075515.284857:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075515.284866:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612053632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075515.284876:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075515.284880:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075515.284884:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612053632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075515.284908:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075515.284910:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075515.284913:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075515.284915:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075515.284916:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075515.284918:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075515.284920:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2500
00000400:00000200:0.0:1769075515.284923:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075515.284925:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075515.284927:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075515.284929:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.284931:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075515.284933:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.284935:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075515.284936:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075515.284937:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075515.284938:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075515.284940:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075515.284986:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075515.284991:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075515.284996:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.285008:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075515.285014:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075515.285018:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075515.285022:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075515.285028:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075515.285031:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075515.285034:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075515.285039:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075515.285046:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075515.285049:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075515.285053:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075515.285058:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075515.285060:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075515.285067:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769075515.285071:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075515.285077:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075515.285078:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075515.285080:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075515.285082:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075515.285085:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075515.285091:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075515.285096:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075515.285105:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612053760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075515.285124:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075515.285130:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075515.285141:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612053760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075515.285191:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075515.285198:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075515.285209:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075515.285218:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075515.285226:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075515.285240:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2510)
00000800:00000200:1.1:1769075515.285288:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075515.285537:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769075516.308692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075516.308700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075516.308702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075516.308708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075516.308714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075516.308720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075516.308724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075516.308726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075516.308729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075517.332656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075517.332665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075517.332667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075517.332673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075517.332677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075517.332681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075517.332685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075517.332688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075517.332691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075517.716701:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075517.716704:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075517.716707:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075518.356624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075518.356631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075518.356633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075518.356638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075518.356643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075518.356646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075518.356649:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075518.356651:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075518.356653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075519.380619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075519.380627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075519.380630:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075519.380635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075519.380638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075519.380641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075519.380644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075519.380647:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075519.380649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075519.892737:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297177155, at 4297177600
00000100:00000010:0.0:1769075519.892777:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000001:3.0:1769075520.404816:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075520.404827:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075520.404834:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075520.404846:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075520.404856:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075520.404865:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075520.404875:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075520.404884:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075520.404910:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075520.405857:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075520.405870:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075520.406618:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075520.406623:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075520.788774:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075520.788781:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075520.788787:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075521.428666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075521.428676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075521.428679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075521.428685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075521.428691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075521.428695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075521.428699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075521.428703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075521.428721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075522.452681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075522.452691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075522.452694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075522.452701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075522.452706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075522.452712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075522.452715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075522.452719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075522.452723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075523.476694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075523.476704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075523.476707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075523.476714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075523.476719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075523.476724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075523.476727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075523.476731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075523.476735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075523.860829:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075523.860835:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075523.860840:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075524.500667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075524.500675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075524.500677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075524.500684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075524.500687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075524.500693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075524.500695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075524.500698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075524.500701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075525.012881:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297182276, at 4297182720
00000100:00000010:0.0:1769075525.012907:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:3.0:1769075525.524666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075525.524676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075525.524680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075525.524687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075525.524693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075525.524698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075525.524707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075525.524714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075525.524724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075525.525469:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075525.525476:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075525.526077:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075525.526080:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769075526.548662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075526.548670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075526.548672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075526.548679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075526.548683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075526.548687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075526.548690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075526.548693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075526.548696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075526.932782:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075526.932788:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075526.932792:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075527.572622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075527.572628:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075527.572630:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075527.572635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075527.572638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075527.572642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075527.572644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075527.572646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075527.572649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075528.596666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075528.596677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075528.596680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075528.596688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075528.596695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075528.596700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075528.596704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075528.596707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075528.596711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075529.620651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075529.620658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075529.620660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075529.620667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075529.620671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075529.620674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075529.620677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075529.620679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075529.620682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075530.004694:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075530.004699:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075530.004703:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075530.132681:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297187396, at 4297187840
00000100:00000010:0.0:1769075530.132706:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000001:3.0:1769075530.644630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075530.644640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075530.644642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075530.644649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075530.644654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075530.644658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075530.644661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075530.644663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075530.644666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075530.644730:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075530.644742:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075530.644746:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075530.644751:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075530.644757:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075530.644766:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2515
00000400:00000200:0.0:1769075530.644779:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075530.644787:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075530.644792:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075530.644796:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.644800:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075530.644803:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.644806:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075530.644811:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075530.644825:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075530.644828:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075530.644832:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075530.644835:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075530.644838:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075530.644841:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.644843:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075530.644846:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.644848:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075530.644851:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075530.644855:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075530.644857:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075530.644861:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075530.644865:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075530.644869:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075530.644871:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075530.644874:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075530.644899:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769075530.644904:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075530.644909:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075530.644911:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075530.644915:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075530.644918:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075530.644924:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075530.644934:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769075530.644943:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075530.644955:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612054400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075530.644969:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075530.644975:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075530.644981:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612054400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075530.645029:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075530.645034:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075530.645038:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075530.645040:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075530.645042:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075530.645045:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075530.645048:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2515
00000400:00000200:0.0:1769075530.645053:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075530.645058:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075530.645077:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075530.645083:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.645086:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075530.645089:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.645091:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075530.645094:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075530.645096:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075530.645105:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075530.645118:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075530.645127:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075530.645131:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075530.645140:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.645146:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075530.645157:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075530.645169:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075530.645185:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075530.645201:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075530.645217:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075530.645243:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075530.645263:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075530.645277:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075530.645284:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075530.645296:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075530.645310:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075530.645319:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075530.645336:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769075530.645346:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075530.645360:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075530.645367:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075530.645377:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075530.645383:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075530.645396:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075530.645411:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769075530.645426:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075530.645447:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612054528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075530.645483:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075530.645492:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075530.645506:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612054528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075530.645547:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075530.645610:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075530.645619:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075530.645625:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075530.645639:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075530.645647:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2526)
00000800:00000200:1.1:1769075530.645650:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075530.645657:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075530.646144:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075530.646145:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1769075531.668650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075531.668659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075531.668661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075531.668667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075531.668671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075531.668675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075531.668678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075531.668681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075531.668683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075532.692636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075532.692644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075532.692646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075532.692652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075532.692656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075532.692660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075532.692662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075532.692665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075532.692668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075533.076837:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075533.076868:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075533.076877:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075533.716651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075533.716659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075533.716673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075533.716680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075533.716684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075533.716688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075533.716690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075533.716693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075533.716695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075534.100849:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075534.100858:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075534.100864:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075534.740665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075534.740673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075534.740675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075534.740680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075534.740684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075534.740687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075534.740690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075534.740693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075534.740708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075535.252659:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297192516, at 4297192960
00000100:00000010:0.0:1769075535.252677:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:3.0:1769075535.764605:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075535.764625:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075535.764627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075535.764632:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075535.764636:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075535.764641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075535.764644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075535.764646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075535.764649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075535.765760:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075535.765763:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075535.766083:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075535.766085:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769075536.148665:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075536.148670:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075536.148675:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075536.788663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075536.788671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075536.788673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075536.788679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075536.788684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075536.788688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075536.788691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075536.788694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075536.788699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075537.172729:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075537.172740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075537.172743:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075537.812618:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075537.812625:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075537.812627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075537.812632:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075537.812636:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075537.812641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075537.812643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075537.812652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075537.812654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075538.836644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075538.836652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075538.836654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075538.836660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075538.836664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075538.836668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075538.836670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075538.836673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075538.836675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075539.220820:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075539.220826:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075539.220830:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075539.860678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075539.860703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075539.860705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075539.860712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075539.860717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075539.860722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075539.860726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075539.860729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075539.860733:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075540.244870:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075540.244879:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075540.244885:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075540.372708:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297197636, at 4297198080
00000100:00000010:0.0:1769075540.372730:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:3.0:1769075540.884682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075540.884694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075540.884697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075540.884705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075540.884711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075540.884716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075540.884719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075540.884722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075540.884725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075540.884737:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075540.884745:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075540.884749:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075540.884754:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075540.884757:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075540.884765:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2526
00000400:00000200:0.0:1769075540.884775:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075540.884782:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075540.884785:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075540.884788:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.884791:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075540.884793:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.884795:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075540.884800:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075540.884802:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075540.884804:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075540.884807:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075540.884809:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075540.884811:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075540.884813:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.884815:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075540.884816:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.884818:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075540.884821:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075540.884823:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075540.884825:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075540.884828:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075540.884831:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075540.884835:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075540.884837:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075540.884839:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075540.884851:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769075540.884855:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075540.884859:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075540.884861:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075540.884864:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075540.884867:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075540.884873:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075540.884883:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769075540.884904:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075540.884915:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612054912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075540.884925:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075540.884930:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075540.884934:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612054912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075540.884957:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075540.884960:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075540.884963:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075540.884964:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075540.884965:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075540.884968:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075540.884969:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2526
00000400:00000200:0.0:1769075540.884972:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075540.884975:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075540.884977:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075540.884979:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.884981:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075540.884982:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.884985:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075540.884987:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075540.884988:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075540.884990:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075540.884992:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075540.884994:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075540.884995:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075540.884998:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.885000:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075540.885001:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075540.885003:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075540.885004:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075540.885007:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075540.885011:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075540.885013:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075540.885022:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075540.885026:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075540.885028:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075540.885034:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075540.885040:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075540.885044:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075540.885050:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769075540.885054:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075540.885057:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075540.885061:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075540.885065:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075540.885069:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075540.885073:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075540.885077:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769075540.885082:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075540.885090:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612055040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075540.885107:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075540.885109:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075540.885114:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612055040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075540.885124:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075540.885128:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075540.885133:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075540.885136:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075540.885142:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075540.885150:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2536)
00000800:00000200:1.1:1769075540.885244:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075540.885248:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075540.885632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075540.885634:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769075541.908742:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075541.908750:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075541.908752:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075541.908758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075541.908762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075541.908766:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075541.908768:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075541.908771:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075541.908774:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075542.292847:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075542.292856:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075542.292863:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075542.932648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075542.932656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075542.932659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075542.932665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075542.932670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075542.932674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075542.932678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075542.932681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075542.932684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075543.316813:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075543.316820:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075543.316825:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075543.956677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075543.956688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075543.956690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075543.956698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075543.956703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075543.956708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075543.956712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075543.956715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075543.956719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075544.980652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075544.980666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075544.980671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075544.980681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075544.980688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075544.980694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075544.980699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075544.980703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075544.980709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075545.364903:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075545.364910:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075545.364916:0:15875:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00000001:3.0:1769075545.364922:0:15875:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered
00010000:00000001:3.0:1769075545.364925:0:15875:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered
00010000:00010000:3.0:1769075545.364934:0:15875:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9413d12f5000 lock: ffff9414021f5200/0x90bf8f7bf4f85665 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x5d14efbec350e67b expref: -99 pid: 32699 timeout: 0 lvb_type: 3
00000080:00000001:3.0:1769075545.364950:0:15875:0:(namei.c:476:ll_md_blocking_ast()) Process entered
00000080:00000001:3.0:1769075545.364958:0:15875:0:(namei.c:243:ll_lock_cancel_bits()) Process entered
00000080:00000001:3.0:1769075545.364962:0:15875:0:(file.c:6052:ll_have_md_lock()) Process entered
00000080:00000040:3.0:1769075545.364969:0:15875:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null)
00000002:00000001:3.0:1769075545.364986:0:15875:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075545.364992:0:15875:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075545.365000:0:15875:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9413d1b20c00 count: 2
00010000:00000001:3.0:1769075545.365005:0:15875:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075545.365011:0:15875:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075545.365014:0:15875:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075545.365015:0:15875:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075545.365018:0:15875:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9413d1b20c00 count: 2
00010000:00000001:3.0:1769075545.365020:0:15875:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075545.365023:0:15875:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075545.365025:0:15875:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075545.365027:0:15875:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075545.365028:0:15875:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9413d1b20c00 count: 2
00010000:00000001:3.0:1769075545.365031:0:15875:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075545.365033:0:15875:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000002:00000001:3.0:1769075545.365035:0:15875:0:(mdc_locks.c:135:mdc_lock_match()) Process entered
00010000:00000001:3.0:1769075545.365036:0:15875:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered
00010000:00000040:3.0:1769075545.365038:0:15875:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9413d1b20c00 count: 2
00010000:00000001:3.0:1769075545.365040:0:15875:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0)
00000002:00000001:3.0:1769075545.365043:0:15875:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075545.365045:0:15875:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075545.365048:0:15875:0:(file.c:6774:ll_layout_conf()) Process entered
00000020:00000001:3.0:1769075545.365051:0:15875:0:(cl_object.c:716:cl_env_obtain()) Process entered
00000020:00000001:3.0:1769075545.365057:0:15875:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446625411334914632 : -118662374636984 : ffff9413c34fc248)
00000020:00001000:3.0:1769075545.365060:0:15875:0:(cl_object.c:785:cl_env_get()) 1@ffff9413c34fc240
00000020:00000001:3.0:1769075545.365063:0:15875:0:(cl_object.c:305:cl_conf_set()) Process entered
00000080:00200000:3.0:1769075545.365066:0:15875:0:(vvp_object.c:114:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock
00000080:00000001:3.0:1769075545.365070:0:15875:0:(pcc.c:2213:pcc_layout_invalidate()) Process entered
00000080:00000001:3.0:1769075545.365074:0:15875:0:(pcc.c:2225:pcc_layout_invalidate()) Process leaving
00020000:00000001:3.0:1769075545.365080:0:15875:0:(lov_object.c:1415:lov_conf_set()) Process entered
00020000:00000001:3.0:1769075545.365082:0:15875:0:(lov_object.c:1429:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0)
00020000:00000002:3.0:1769075545.365085:0:15875:0:(lov_object.c:1502:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1
00020000:00000001:3.0:1769075545.365088:0:15875:0:(lov_object.c:1503:lov_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075545.365090:0:15875:0:(cl_object.c:313:cl_conf_set()) Process leaving (rc=0 : 0 : 0)
00000020:00001000:3.0:1769075545.365093:0:15875:0:(cl_object.c:879:cl_env_put()) 1@ffff9413c34fc240
00000080:00000001:3.0:1769075545.365096:0:15875:0:(file.c:6816:ll_layout_conf()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:3.0:1769075545.365100:0:15875:0:(dcache.c:195:ll_prune_aliases()) Process entered
00000080:00000002:3.0:1769075545.365103:0:15875:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff9413cad19148) invalid
00000020:00000001:3.0:1769075545.365107:0:15875:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffadaac1c93ca0
00000080:00002000:3.0:1769075545.365111:0:15875:0:(llite_internal.h:2044:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9413caf44438) parent ffff9413cacf3e58 inode ffff9413cad19148 refc 1
00000080:00000001:3.0:1769075545.365116:0:15875:0:(dcache.c:209:ll_prune_aliases()) Process leaving
00000080:00000001:3.0:1769075545.365118:0:15875:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving
00000080:00000001:3.0:1769075545.365121:0:15875:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769075545.365124:0:15875:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered
00010000:00000001:3.0:1769075545.365128:0:15875:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered
00010000:00000001:3.0:1769075545.365131:0:15875:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered
00010000:00000001:3.0:1769075545.365133:0:15875:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered
00010000:00000001:3.0:1769075545.365136:0:15875:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075545.365140:0:15875:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9414021f5200 with handle 0x90bf8f7bf4f85665 from hash
00010000:00000001:3.0:1769075545.365143:0:15875:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving
00010000:00000001:3.0:1769075545.365146:0:15875:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00000001:3.0:1769075545.365148:0:15875:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075545.365150:0:15875:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving
00010000:00000001:3.0:1769075545.365153:0:15875:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving
00010000:00000001:3.0:1769075545.365155:0:15875:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000)
00010000:00000001:3.0:1769075545.365158:0:15875:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:3.0:1769075545.365161:0:15875:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered
00010000:00000001:3.0:1769075545.365164:0:15875:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered
00000100:00000010:3.0:1769075545.365189:0:15875:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2680.
00000020:00000040:3.0:1769075545.365194:0:15875:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:3.0:1769075545.365202:0:15875:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075545.365206:0:15875:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075545.365215:0:15875:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075545.365228:0:15875:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9413c58e5000.
00000100:00000001:3.0:1769075545.365239:0:15875:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:3.0:1769075545.365244:0:15875:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered
00010000:00010000:3.0:1769075545.365254:0:15875:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9413d12f5000 lock: ffff9414021f5200/0x90bf8f7bf4f85665 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5d14efbec350e67b expref: -99 pid: 32699 timeout: 0 lvb_type: 3
00010000:00010000:3.0:1769075545.365270:0:15875:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed
00010000:00000001:3.0:1769075545.365273:0:15875:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075545.365282:0:15875:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075545.365290:0:15875:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075545.365312:0:15875:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6e3d32] to pc [ptlrpcd_01_00+0]  req@ffff9413c34b2680 x1855007612055168/t0(0) o103->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00000001:3.0:1769075545.365370:0:15875:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0)
00010000:00000001:3.0:1769075545.365374:0:15875:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered
00010000:00010000:3.0:1769075545.365378:0:15875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9413d12f5000 lock: ffff9414021f5200/0x90bf8f7bf4f85665 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x5d14efbec350e67b expref: -99 pid: 32699 timeout: 0 lvb_type: 3
00010000:00000010:3.0:1769075545.365389:0:15875:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9413c5173580.
00010000:00000040:3.0:1769075545.365398:0:15875:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9413d1b20c00 count: 0
00010000:00000010:3.0:1769075545.365411:0:15875:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9413c4ff4780.
00010000:00000001:3.0:1769075545.365436:0:15875:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving
00010000:00000001:3.0:1769075545.365442:0:15875:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.0:1769075545.365452:0:15875:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9413d00ac9c0.
00010000:00000001:3.0:1769075545.365466:0:15875:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075545.365477:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075545.365483:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075545.365492:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075545.365499:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075545.365505:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075545.365518:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075545.365524:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075545.365529:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075545.365538:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075545.365615:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769075545.365623:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:3.1:1769075545.370617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9413d1b20c00.
00010000:00000010:3.1:1769075545.370629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9414021f5200.
00000100:00000040:0.0:1769075545.492708:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297202755, at 4297203200
00000100:00000010:0.0:1769075545.492729:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:3.0:1769075546.004799:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075546.004847:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075546.004851:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075546.004878:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075546.004885:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075546.004894:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075546.004915:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075546.004920:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075546.004926:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075546.005831:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075546.005836:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075546.006376:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075546.006379:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769075547.028684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075547.028693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075547.028696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075547.028703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075547.028708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075547.028712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075547.028715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075547.028718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075547.028722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075548.052711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075548.052721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075548.052724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075548.052731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075548.052736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075548.052742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075548.052745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075548.052749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075548.052752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075548.436912:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075548.436918:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075548.436924:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075549.076639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075549.076647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075549.076650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075549.076655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075549.076659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075549.076662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075549.076665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075549.076668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075549.076670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075550.100708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075550.100722:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075550.100726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075550.100754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075550.100781:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075550.100790:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075550.100794:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075550.100798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075550.100803:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075550.612677:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297207876, at 4297208320
00000100:00000010:0.0:1769075550.612688:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092e40.
00000100:00000001:3.0:1769075551.124686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075551.124696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075551.124699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075551.124706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075551.124711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075551.124739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075551.124743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075551.124747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075551.124750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075551.125545:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075551.125549:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075551.126114:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075551.126117:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075551.508938:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075551.508944:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075551.508949:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075552.148617:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075552.148624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075552.148626:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075552.148631:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075552.148646:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075552.148650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075552.148653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075552.148655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075552.148658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075553.172634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075553.172642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075553.172644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075553.172649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075553.172653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075553.172656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075553.172659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075553.172661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075553.172671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075554.196659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075554.196678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075554.196681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075554.196687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075554.196691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075554.196696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075554.196698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075554.196701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075554.196704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075554.580726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075554.580730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075554.580733:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075555.220641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075555.220673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075555.220675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075555.220685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075555.220688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075555.220691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075555.220694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075555.220696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075555.220699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075555.732789:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297212996, at 4297213440
00000100:00000010:0.0:1769075555.732812:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092d80.
00000100:00000001:3.0:1769075556.244671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075556.244680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075556.244684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075556.244702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075556.244708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075556.244713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075556.244716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075556.244719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075556.244722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075556.245515:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075556.245520:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075556.246034:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075556.246037:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075557.268729:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075557.268739:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075557.268742:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075557.268749:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075557.268754:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075557.268759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075557.268762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075557.268766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075557.268769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075557.652823:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075557.652831:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075557.652837:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075558.292729:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075558.292741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075558.292745:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075558.292754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075558.292761:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075558.292768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075558.292772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075558.292777:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075558.292782:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075559.316753:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075559.316763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075559.316766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075559.316773:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075559.316778:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075559.316782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075559.316786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075559.316790:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075559.316793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075560.340673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075560.340682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075560.340685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075560.340693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075560.340698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075560.340703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075560.340707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075560.340710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075560.340714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075560.724766:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075560.724772:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075560.724776:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075560.852647:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297218116, at 4297218560
00000100:00000010:0.0:1769075560.852664:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092180.
00000100:00000001:3.0:1769075561.364616:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075561.364625:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075561.364627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075561.364634:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075561.364640:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075561.364646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075561.364651:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075561.364655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075561.364663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075561.365241:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075561.365246:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075561.365623:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075561.365625:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769075562.388648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075562.388656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075562.388658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075562.388663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075562.388667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075562.388672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075562.388674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075562.388677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075562.388679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075563.412651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075563.412660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075563.412662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075563.412670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075563.412674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075563.412678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075563.412681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075563.412684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075563.412687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075563.796751:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075563.796758:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075563.796763:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075564.436675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075564.436686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075564.436689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075564.436697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075564.436702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075564.436707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075564.436711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075564.436714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075564.436718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075565.460711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075565.460724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075565.460728:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075565.460737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075565.460744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075565.460750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075565.460767:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075565.460773:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075565.460778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075565.972670:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297223235, at 4297223680
00000100:00000010:0.0:1769075565.972686:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092300.
00000100:00000001:3.0:1769075566.484730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075566.484743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075566.484751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075566.484766:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075566.484782:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075566.484793:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075566.484801:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075566.484806:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075566.484834:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075566.485639:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075566.485644:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075566.486223:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075566.486226:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075566.868771:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075566.868777:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075566.868782:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075567.508684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075567.508695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075567.508697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075567.508703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075567.508707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075567.508711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075567.508713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075567.508716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075567.508719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075568.532688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075568.532699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075568.532703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075568.532711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075568.532718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075568.532724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075568.532729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075568.532733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075568.532753:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075568.916742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075568.916746:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075568.916749:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075569.556689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075569.556698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075569.556700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075569.556705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075569.556709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075569.556713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075569.556716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075569.556718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075569.556721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075569.940807:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075569.940811:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075569.940815:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075570.580715:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075570.580726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075570.580730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075570.580737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075570.580755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075570.580761:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075570.580765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075570.580769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075570.580774:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075571.092628:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297228356, at 4297228800
00000100:00000010:0.0:1769075571.092643:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092a20.
00000100:00000001:3.0:1769075571.604632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075571.604641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075571.604643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075571.604648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075571.604663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075571.604667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075571.604669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075571.604672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075571.604676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075571.605276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075571.605279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075571.605654:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075571.605656:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769075571.988796:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075571.988803:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075571.988809:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075572.628663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075572.628673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075572.628676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075572.628711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075572.628715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075572.628720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075572.628723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075572.628726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075572.628729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075573.012882:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075573.012887:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075573.012892:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075575.060808:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075575.060813:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075575.060817:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075576.084796:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075576.084817:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075576.084820:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075576.212696:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297233475, at 4297233920
00000100:00000010:0.0:1769075576.212717:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:3.0:1769075576.724724:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075576.724731:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075576.724735:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075576.724741:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075576.724752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075576.724761:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075576.724771:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075576.724778:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075576.724783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075576.725632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075576.725635:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075576.726027:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075576.726028:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769075577.748712:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075577.748721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075577.748724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075577.748732:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075577.748737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075577.748741:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075577.748745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075577.748748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075577.748752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075578.132720:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075578.132740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075578.132744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075578.772635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075578.772645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075578.772648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075578.772656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075578.772660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075578.772665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075578.772668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075578.772671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075578.772675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075579.156784:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075579.156814:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075579.156818:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075579.796676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075579.796685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075579.796688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075579.796695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075579.796700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075579.796706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075579.796709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075579.796712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075579.796716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075580.820666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075580.820680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075580.820684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075580.820695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075580.820701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075580.820708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075580.820712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075580.820718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075580.820723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075581.204863:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075581.204871:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075581.204876:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075581.332738:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297238596, at 4297239040
00000100:00000010:0.0:1769075581.332759:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000001:3.0:1769075581.844681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075581.844695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075581.844706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075581.844723:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075581.844733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075581.844744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075581.844752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075581.844758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075581.844765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075581.845421:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075581.845763:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075582.228759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075582.228764:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075582.228767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075582.868722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075582.868731:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075582.868733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075582.868739:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075582.868743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075582.868748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075582.868763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075582.868766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075582.868770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075583.892703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075583.892710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075583.892712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075583.892717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075583.892720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075583.892724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075583.892726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075583.892728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075583.892731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075584.276746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075584.276751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075584.276755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075584.916855:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075584.916863:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075584.916864:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075584.916870:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075584.916873:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075584.916877:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075584.916880:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075584.916893:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075584.916895:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075585.300726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075585.300730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075585.300734:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075585.940709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075585.940715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075585.940717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075585.940721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075585.940724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075585.940728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075585.940730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075585.940733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075585.940735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075586.452650:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297243715, at 4297244160
00000100:00000010:0.0:1769075586.452664:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000001:3.0:1769075586.964698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075586.964703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075586.964705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075586.964710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075586.964715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075586.964720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075586.964724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075586.964727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075586.964731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075586.965269:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075586.965274:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075586.965768:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075586.965771:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075587.348711:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075587.348714:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075587.348717:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075587.988756:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075587.988765:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075587.988766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075587.988772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075587.988775:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075587.988779:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075587.988781:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075587.988784:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075587.988787:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075588.372777:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075588.372781:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075588.372784:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075589.012666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075589.012673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075589.012674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075589.012690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075589.012693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075589.012697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075589.012699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075589.012701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075589.012704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075590.036640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075590.036648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075590.036649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075590.036654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075590.036658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075590.036662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075590.036665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075590.036668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075590.036671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075590.420734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075590.420738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075590.420740:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1769075591.060688:0:32940:0:(osc_request.c:735:osc_update_next_shrink()) next time 3781 to shrink grant
00000020:00000001:3.0:1769075591.444711:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075591.444715:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075591.444724:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075591.572823:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297248835, at 4297249280
00000100:00000010:0.0:1769075591.572833:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:0.0:1769075592.084705:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075592.084718:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075592.084722:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075592.084727:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075592.084733:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075592.084740:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2577
00000400:00000200:0.0:1769075592.084750:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075592.084757:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075592.084760:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075592.084763:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.084765:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075592.084768:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.084770:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075592.084774:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075592.084775:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075592.084778:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075592.084780:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075592.084783:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075592.084785:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075592.084788:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.084790:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075592.084792:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.084794:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075592.084796:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075592.084800:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075592.084803:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075592.084805:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075592.084808:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075592.084811:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075592.084813:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075592.084814:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075592.084824:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769075592.084827:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075592.084831:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075592.084832:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075592.084835:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075592.084837:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075592.084841:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075592.084848:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769075592.084853:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075592.084871:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612057600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075592.084881:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075592.084885:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075592.084889:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612057600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075592.084929:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075592.084933:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075592.084938:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075592.084940:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075592.084942:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075592.084946:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075592.084949:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2577
00000400:00000200:0.0:1769075592.084954:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075592.084958:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075592.084962:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075592.084967:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.084970:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075592.084974:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.084977:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075592.084981:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075592.084984:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075592.084986:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075592.084989:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075592.084992:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075592.084996:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075592.085004:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.085011:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075592.085018:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075592.085021:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075592.085059:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075592.085075:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075592.085087:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075592.085095:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075592.085106:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075592.085113:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075592.085120:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075592.085146:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075592.085152:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075592.085158:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075592.085166:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769075592.085174:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075592.085178:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075592.085182:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075592.085188:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075592.085193:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075592.085196:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075592.085203:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769075592.085211:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075592.085226:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612057728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075592.085239:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075592.085244:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075592.085249:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612057728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075592.085271:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075592.085277:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075592.085290:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075592.085297:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075592.085305:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075592.085314:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2587)
00000800:00000200:1.1:1769075592.085487:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075592.085494:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075592.086293:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075592.086298:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075593.492788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075593.492794:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075593.492799:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075594.516740:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075594.516746:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075594.516750:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075596.564761:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075596.564765:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075596.564767:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075596.692638:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297253956, at 4297254400
00000100:00000010:0.0:1769075596.692653:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00080000:0.0:1769075597.204629:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075597.204636:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075597.204640:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075597.204644:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075597.204649:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075597.204657:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2582
00000400:00000200:0.0:1769075597.204667:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075597.204674:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075597.204676:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075597.204679:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204681:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075597.204683:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204685:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075597.204688:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075597.204690:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075597.204692:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075597.204694:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075597.204696:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075597.204697:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075597.204699:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204700:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075597.204702:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204703:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075597.204705:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075597.204708:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204709:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075597.204711:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075597.204714:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075597.204716:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075597.204717:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075597.204719:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075597.204726:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769075597.204729:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075597.204732:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075597.204733:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075597.204735:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075597.204737:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075597.204741:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075597.204747:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075597.204753:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075597.204759:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612057856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075597.204767:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075597.204770:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075597.204774:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612057856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075597.204793:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075597.204795:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075597.204798:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075597.204799:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075597.204800:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075597.204802:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075597.204804:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2582
00000400:00000200:0.0:1769075597.204806:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075597.204808:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075597.204809:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075597.204811:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204812:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075597.204814:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204816:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075597.204818:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075597.204818:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075597.204820:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075597.204821:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075597.204823:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075597.204824:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075597.204826:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204828:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075597.204829:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204831:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075597.204833:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075597.204835:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075597.204837:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075597.204841:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075597.204848:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075597.204852:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075597.204854:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075597.204858:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075597.204864:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075597.204869:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075597.204875:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769075597.204879:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075597.204882:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075597.204886:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075597.204889:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075597.204892:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075597.204894:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075597.204901:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769075597.204905:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075597.204914:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612057984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075597.204921:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075597.204926:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075597.204933:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612057984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075597.204972:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075597.204977:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075597.204980:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075597.204983:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075597.204990:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075597.204993:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2592)
00000800:00000200:1.1:1769075597.205101:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075597.205104:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075597.205417:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075597.205419:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075597.588751:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075597.588757:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075597.588762:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075598.228695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075598.228706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075598.228708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075598.228717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075598.228723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075598.228729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075598.228733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075598.228737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075598.228741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075599.252659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075599.252669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075599.252671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075599.252678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075599.252693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075599.252697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075599.252700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075599.252703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075599.252706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075599.636809:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075599.636819:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075599.636825:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075600.276613:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075600.276619:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075600.276621:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075600.276626:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075600.276629:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075600.276632:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075600.276634:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075600.276636:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075600.276638:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075600.660802:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075600.660807:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075600.660811:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075601.300691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075601.300699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075601.300702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075601.300709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075601.300714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075601.300719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075601.300722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075601.300726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075601.300729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075601.812719:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297259075, at 4297259520
00000100:00000010:0.0:1769075601.812749:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00000001:3.0:1769075602.324687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075602.324699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075602.324703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075602.324712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075602.324719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075602.324725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075602.324729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075602.324733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075602.324738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075602.325919:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075602.325927:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075602.326486:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075602.326490:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075602.708806:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075602.708814:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075602.708821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075603.348664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075603.348674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075603.348677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075603.348685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075603.348691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075603.348697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075603.348701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075603.348705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075603.348709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075603.732903:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075603.732911:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075603.732919:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075604.372689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075604.372700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075604.372703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075604.372712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075604.372717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075604.372724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075604.372728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075604.372732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075604.372736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075605.396676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075605.396684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075605.396687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075605.396694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075605.396699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075605.396703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075605.396708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075605.396711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075605.396716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075605.780735:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075605.780739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075605.780742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075606.420671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075606.420678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075606.420680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075606.420687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075606.420690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075606.420696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075606.420698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075606.420701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075606.420704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075606.804721:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075606.804726:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075606.804730:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075606.932630:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297264196, at 4297264640
00000100:00000010:0.0:1769075606.932647:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092240.
00000100:00000001:3.0:1769075607.444662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075607.444671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075607.444673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075607.444696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075607.444702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075607.444706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075607.444710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075607.444714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075607.444721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075607.445706:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075607.445709:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769075607.446108:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075607.446110:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1769075608.468683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075608.468693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075608.468696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075608.468703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075608.468709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075608.468713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075608.468717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075608.468721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075608.468725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075608.852794:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075608.852815:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075608.852819:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075609.492629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075609.492636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075609.492638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075609.492643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075609.492646:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075609.492650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075609.492652:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075609.492654:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075609.492657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075609.876766:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075609.876786:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075609.876789:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075610.516718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075610.516739:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075610.516741:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075610.516747:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075610.516751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075610.516754:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075610.516757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075610.516760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075610.516763:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075611.540658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075611.540668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075611.540670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075611.540678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075611.540682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075611.540687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075611.540690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075611.540693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075611.540696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075611.924812:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075611.924817:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075611.924820:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075612.052667:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297269316, at 4297269760
00000100:00000010:0.0:1769075612.052691:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092a20.
00000100:00000001:3.0:1769075612.564668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075612.564676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075612.564679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075612.564705:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769075612.564710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769075612.564712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075612.564717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075612.564718:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769075612.564722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769075612.564723:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075612.564727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075612.564728:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769075612.564730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075612.564734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075612.564737:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2597
00000400:00000200:0.0:1769075612.564747:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075612.564754:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075612.564758:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075612.564761:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564764:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075612.564767:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564769:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075612.564772:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075612.564774:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075612.564776:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075612.564779:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075612.564780:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075612.564782:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075612.564784:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564785:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075612.564787:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564789:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075612.564791:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075612.564794:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564798:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075612.564801:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075612.564804:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075612.564806:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075612.564808:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075612.564810:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075612.564820:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769075612.564823:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075612.564827:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075612.564829:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075612.564831:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075612.564834:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075612.564840:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075612.564848:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769075612.564855:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075612.564863:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612058624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075612.564873:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075612.564878:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075612.564881:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612058624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075612.564901:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075612.564907:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075612.564910:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075612.564911:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075612.564913:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075612.564915:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075612.564917:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2597
00000400:00000200:0.0:1769075612.564919:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075612.564921:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075612.564922:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075612.564924:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564926:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075612.564928:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564930:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075612.564932:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075612.564934:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075612.564935:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075612.564937:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075612.564940:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075612.564944:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075612.564950:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564953:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075612.564956:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564959:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075612.564961:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075612.564967:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075612.564975:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075612.564980:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075612.564989:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075612.564995:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075612.564997:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075612.565002:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075612.565013:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075612.565017:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075612.565026:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769075612.565032:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075612.565038:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075612.565041:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075612.565054:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075612.565061:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075612.565067:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075612.565071:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769075612.565082:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075612.565106:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612058752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075612.565129:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075612.565136:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075612.565148:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612058752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075612.565160:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075612.565166:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075612.565172:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075612.565181:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075612.565192:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075612.565198:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2607)
00000800:00000200:2.1:1769075612.565325:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075612.565329:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075612.565710:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075612.565712:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769075612.948828:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075612.948834:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075612.948841:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075613.588625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075613.588633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075613.588634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075613.588639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075613.588643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075613.588646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075613.588648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075613.588651:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075613.588653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075614.612640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075614.612650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075614.612665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075614.612689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075614.612693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075614.612697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075614.612700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075614.612703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075614.612707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075614.996748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075614.996752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075614.996755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075615.636661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075615.636668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075615.636670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075615.636676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075615.636679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075615.636683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075615.636686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075615.636689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075615.636692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075616.020682:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075616.020686:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075616.020689:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075616.660734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075616.660742:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075616.660744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075616.660750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075616.660754:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075616.660757:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075616.660760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075616.660762:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075616.660766:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075617.172661:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297274435, at 4297274880
00000100:00000010:0.0:1769075617.172670:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092300.
00000100:00000001:3.0:1769075617.684637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075617.684647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075617.684651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075617.684659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075617.684664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075617.684669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075617.684673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075617.684677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075617.684681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075617.685176:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075617.685181:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075617.685513:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075617.685515:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075618.068728:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075618.068732:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075618.068736:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075618.708677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075618.708686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075618.708689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075618.708697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075618.708701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075618.708705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075618.708723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075618.708727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075618.708730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075619.092732:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075619.092736:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075619.092739:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075619.732720:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075619.732730:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075619.732733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075619.732740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075619.732745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075619.732750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075619.732754:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075619.732757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075619.732761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075620.756668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075620.756677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075620.756679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075620.756685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075620.756689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075620.756693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075620.756696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075620.756698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075620.756701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075621.140672:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075621.140675:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075621.140678:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075621.780695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075621.780703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075621.780704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075621.780709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075621.780713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075621.780717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075621.780719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075621.780722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075621.780725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075622.164702:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075622.164708:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075622.164711:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075622.292667:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297279555, at 4297280000
00000100:00000010:0.0:1769075622.292685:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000001:3.0:1769075622.804606:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075622.804613:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075622.804615:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075622.804620:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075622.804624:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075622.804627:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075622.804630:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075622.804632:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075622.804638:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075622.805135:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075622.805138:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075622.805601:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075622.805603:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075623.828635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075623.828642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075623.828644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075623.828649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075623.828653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075623.828655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075623.828658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075623.828660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075623.828662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075624.212724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075624.212728:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075624.212732:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075624.852622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075624.852628:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075624.852630:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075624.852635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075624.852637:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075624.852640:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075624.852643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075624.852645:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075624.852647:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075625.236673:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075625.236677:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075625.236680:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075625.876613:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075625.876619:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075625.876621:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075625.876627:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075625.876631:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075625.876635:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075625.876637:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075625.876640:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075625.876643:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075626.900629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075626.900640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075626.900641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075626.900647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075626.900652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075626.900656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075626.900659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075626.900661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075626.900665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075627.284777:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075627.284784:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075627.284789:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075627.412742:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297284675, at 4297285120
00000100:00000010:0.0:1769075627.412754:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000001:3.0:1769075627.924661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075627.924670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075627.924677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075627.924705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075627.924717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075627.924728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075627.924738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075627.924747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075627.924759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075627.925463:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075627.925466:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075627.925843:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075627.925860:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075628.308804:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075628.308810:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075628.308817:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075628.948628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075628.948636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075628.948637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075628.948643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075628.948646:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075628.948651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075628.948653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075628.948656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075628.948658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075629.972667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075629.972674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075629.972675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075629.972679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075629.972682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075629.972686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075629.972688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075629.972690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075629.972692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075630.356695:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075630.356699:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075630.356701:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075630.996605:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075630.996612:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075630.996613:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075630.996618:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075630.996622:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075630.996625:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075630.996627:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075630.996631:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075630.996633:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075631.380711:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075631.380714:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075631.380717:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075632.020626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075632.020633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075632.020635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075632.020639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075632.020643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075632.020646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075632.020648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075632.020650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075632.020652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075632.532657:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297289795, at 4297290240
00000100:00000010:0.0:1769075632.532673:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000001:3.0:1769075633.044624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075633.044631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075633.044633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075633.044642:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075633.044649:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075633.044654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075633.044658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075633.044661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075633.044665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075633.044671:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075633.044680:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075633.044683:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075633.044687:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075633.044691:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075633.044697:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2618
00000400:00000200:0.0:1769075633.044706:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075633.044712:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075633.044715:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075633.044717:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044720:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075633.044722:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044723:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075633.044727:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075633.044729:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075633.044731:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075633.044733:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075633.044735:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075633.044737:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075633.044738:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044740:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075633.044741:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044742:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075633.044745:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075633.044747:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044749:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075633.044751:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075633.044754:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075633.044756:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075633.044758:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075633.044759:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075633.044773:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769075633.044775:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075633.044778:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075633.044779:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075633.044781:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075633.044783:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075633.044786:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075633.044793:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075633.044798:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075633.044805:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612059648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075633.044814:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075633.044817:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075633.044820:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612059648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075633.044840:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075633.044842:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075633.044845:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075633.044846:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075633.044847:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075633.044849:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075633.044851:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2618
00000400:00000200:0.0:1769075633.044854:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075633.044856:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075633.044858:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075633.044860:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044862:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075633.044865:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044867:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075633.044869:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075633.044871:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075633.044873:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075633.044874:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075633.044875:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075633.044877:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075633.044879:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044880:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075633.044882:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044883:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075633.044885:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075633.044888:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075633.044892:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075633.044897:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075633.044905:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075633.044911:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075633.044915:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075633.044921:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075633.044934:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075633.044940:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075633.044953:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769075633.044960:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075633.044968:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075633.044977:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075633.044983:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075633.044988:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075633.044999:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075633.045012:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769075633.045023:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075633.045034:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612059776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075633.045046:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075633.045053:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075633.045063:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612059776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075633.045084:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075633.045089:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075633.045093:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075633.045101:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075633.045111:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075633.045120:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2628)
00000800:00000200:1.1:1769075633.045224:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075633.045228:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075633.045669:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075633.045672:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075633.428807:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075633.428811:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075633.428815:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075634.068646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075634.068653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075634.068654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075634.068658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075634.068661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075634.068665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075634.068667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075634.068670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075634.068672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075634.452719:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075634.452722:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075634.452725:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075635.092619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075635.092627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075635.092629:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075635.092636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075635.092639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075635.092643:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075635.092645:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075635.092647:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075635.092650:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075636.116679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075636.116690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075636.116692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075636.116700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075636.116706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075636.116710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075636.116714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075636.116718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075636.116721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075636.500778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075636.500783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075636.500786:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075637.140645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075637.140653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075637.140655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075637.140660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075637.140663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075637.140667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075637.140671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075637.140673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075637.140676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075637.524763:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075637.524769:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075637.524772:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075637.652663:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297294915, at 4297295360
00000100:00000010:0.0:1769075637.652688:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:3.0:1769075638.164656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075638.164667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075638.164670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075638.164677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075638.164684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075638.164690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075638.164694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075638.164698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075638.164703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075638.165296:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075638.165303:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075638.165637:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075638.165638:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769075639.188644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075639.188656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075639.188658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075639.188664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075639.188669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075639.188673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075639.188677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075639.188681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075639.188685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075639.572757:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075639.572763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075639.572766:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075640.212640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075640.212648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075640.212650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075640.212656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075640.212659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075640.212663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075640.212666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075640.212668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075640.212671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075640.596705:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075640.596709:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075640.596717:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075641.236660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075641.236669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075641.236672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075641.236680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075641.236685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075641.236690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075641.236694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075641.236697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075641.236701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075642.260644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075642.260655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075642.260658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075642.260666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075642.260671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075642.260675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075642.260678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075642.260680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075642.260684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075642.644698:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075642.644702:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075642.644705:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075642.772635:0:32940:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297300035, at 4297300480
00000100:00000010:0.0:1769075642.772659:0:32940:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092180.
00000100:00080000:0.0:1769075643.284719:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075643.284734:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075643.284739:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075643.284751:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075643.284764:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075643.284779:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2628
00000400:00000200:0.0:1769075643.284795:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075643.284803:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075643.284807:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075643.284810:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.284813:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075643.284816:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.284819:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075643.284822:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075643.284824:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075643.284826:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075643.284828:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075643.284830:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075643.284832:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075643.284835:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.284836:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075643.284838:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.284839:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075643.284842:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075643.284845:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075643.284855:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075643.284857:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075643.284861:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075643.284864:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075643.284865:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075643.284867:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075643.284879:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769075643.284882:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075643.284886:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075643.284888:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075643.284891:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075643.284893:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075643.284898:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075643.284906:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075643.284912:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075643.284922:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612060160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075643.284938:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075643.284942:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075643.284946:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612060160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075643.284966:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075643.284968:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075643.284971:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075643.284973:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075643.284974:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075643.284976:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075643.284978:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2628
00000400:00000200:0.0:1769075643.284981:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075643.284984:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075643.284985:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075643.284988:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.284990:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075643.284992:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.284994:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075643.285000:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075643.285002:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075643.285003:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075643.285004:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075643.285007:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075643.285015:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075643.285028:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.285031:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075643.285033:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075643.285035:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075643.285040:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075643.285050:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075643.285062:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075643.285071:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075643.285081:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075643.285085:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075643.285092:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075643.285097:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075643.285101:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075643.285105:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075643.285112:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769075643.285118:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075643.285124:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075643.285126:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075643.285132:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075643.285136:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075643.285138:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075643.285141:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769075643.285149:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075643.285167:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612060288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075643.285188:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075643.285189:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075643.285193:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612060288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075643.285215:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075643.285221:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075643.285230:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075643.285242:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075643.285247:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075643.285255:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2638)
00000800:00000200:2.1:1769075643.285358:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075643.285361:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075643.285739:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075643.285741:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075643.668704:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075643.668707:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075643.668710:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075645.716812:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075645.716815:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075645.716818:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075646.740759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075646.740763:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075646.740766:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075647.892680:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297305155, at 4297305600
00000100:00000010:0.0:1769075647.892690:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c9092540.
00000800:00000200:1.1:1769075648.405184:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075648.405398:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075648.788738:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075648.788744:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075648.788752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075649.812670:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075649.812673:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075649.812676:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075651.860691:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075651.860696:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075651.860700:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075652.884866:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075652.884875:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075652.884882:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075653.012769:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297310275, at 4297310720
00000100:00000010:0.0:1769075653.012783:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000800:00000200:1.1:1769075653.525540:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075653.525545:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075653.526082:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075653.526085:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075654.932749:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075654.932754:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075654.932759:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075655.956761:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075655.956765:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075655.956771:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075658.004768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075658.004775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075658.004780:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075658.132854:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297315396, at 4297315840
00000100:00000010:0.0:1769075658.132875:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000800:00000200:1.1:1769075658.645208:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075658.645221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075658.645633:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075658.645635:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1769075659.028727:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075659.028731:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075659.028735:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075661.076775:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075661.076779:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075661.076782:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075662.100746:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075662.100752:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075662.100756:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075663.252643:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297320515, at 4297320960
00000100:00000010:0.0:1769075663.252667:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00080000:0.0:1769075663.764694:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075663.764710:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075663.764714:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075663.764720:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075663.764727:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075663.764736:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2649
00000400:00000200:0.0:1769075663.764746:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075663.764753:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075663.764757:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075663.764760:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.764764:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075663.764766:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.764769:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075663.764774:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075663.764776:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075663.764779:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075663.764782:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075663.764784:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075663.764787:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075663.764790:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.764792:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075663.764794:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.764796:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075663.764800:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075663.764803:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075663.764807:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075663.764809:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075663.764813:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075663.764816:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075663.764818:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075663.764820:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075663.764842:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769075663.764847:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075663.764851:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075663.764855:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075663.764858:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075663.764861:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075663.764865:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075663.764873:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769075663.764880:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075663.764889:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612061184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075663.764900:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075663.764904:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075663.764909:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612061184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075663.764931:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075663.764935:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075663.764938:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075663.764940:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075663.764942:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075663.764946:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075663.764951:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2649
00000400:00000200:0.0:1769075663.764957:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075663.764967:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075663.764974:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075663.764984:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.765002:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075663.765010:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.765014:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075663.765020:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075663.765025:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075663.765032:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075663.765038:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075663.765051:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075663.765061:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075663.765073:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.765079:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075663.765085:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075663.765091:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075663.765097:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075663.765104:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075663.765115:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075663.765118:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075663.765125:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075663.765130:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075663.765135:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075663.765142:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075663.765149:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075663.765155:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075663.765166:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769075663.765174:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075663.765186:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075663.765194:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075663.765201:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075663.765208:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075663.765213:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075663.765222:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075663.765227:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075663.765235:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612061312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075663.765246:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075663.765252:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075663.765264:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612061312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075663.765288:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075663.765296:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075663.765309:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075663.765315:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075663.765328:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075663.765339:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2659)
00000800:00000200:1.1:1769075663.765382:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075663.765385:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075663.765747:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075663.765749:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769075664.148748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075664.148754:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075664.148757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075665.172736:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075665.172740:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075665.172743:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075667.220743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075667.220748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075667.220753:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075668.244800:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075668.244808:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075668.244813:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075668.372676:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297325635, at 4297326080
00000100:00000010:0.0:1769075668.372694:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:0.0:1769075668.884699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075668.884712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075668.884716:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075668.884722:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075668.884732:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075668.884762:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2654
00000400:00000200:0.0:1769075668.884779:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075668.884786:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075668.884790:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075668.884796:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.884800:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075668.884805:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.884809:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075668.884813:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075668.884814:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075668.884817:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075668.884819:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075668.884821:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075668.884823:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075668.884826:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.884828:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075668.884831:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.884832:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075668.884836:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075668.884839:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075668.884841:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075668.884843:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075668.884846:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075668.884848:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075668.884850:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075668.884852:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075668.884861:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769075668.884864:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075668.884868:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075668.884869:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075668.884872:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075668.884874:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075668.884877:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075668.884885:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769075668.884891:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075668.884901:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612061440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075668.884910:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075668.884914:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075668.884919:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612061440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075668.884941:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075668.884944:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075668.884947:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075668.884948:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075668.884950:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075668.884952:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075668.884956:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2654
00000400:00000200:0.0:1769075668.884959:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075668.884962:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075668.884965:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075668.884968:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.884969:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075668.884973:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.884976:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075668.884982:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075668.884991:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075668.884995:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075668.884998:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075668.885002:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075668.885013:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075668.885031:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.885038:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075668.885047:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075668.885052:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075668.885057:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075668.885067:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075668.885074:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075668.885085:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075668.885099:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075668.885107:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075668.885123:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075668.885135:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075668.885142:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075668.885159:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075668.885181:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769075668.885189:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075668.885201:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075668.885205:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075668.885208:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075668.885209:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075668.885213:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075668.885233:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769075668.885249:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075668.885262:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612061568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075668.885342:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075668.885351:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075668.885362:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612061568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075668.885379:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075668.885383:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075668.885388:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075668.885394:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075668.885403:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075668.885408:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2664)
00000800:00000200:1.1:1769075668.885484:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075668.885487:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075668.885873:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075668.885876:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769075670.292751:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075670.292756:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075670.292760:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075671.316685:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075671.316688:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075671.316691:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075673.364700:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075673.364706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075673.364710:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075673.492655:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297330755, at 4297331200
00000100:00000010:0.0:1769075673.492684:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00080000:0.0:1769075674.004740:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075674.004756:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075674.004760:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075674.004766:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075674.004772:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075674.004784:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2659
00000400:00000200:0.0:1769075674.004802:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075674.004817:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075674.004824:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075674.004837:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.004847:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.004857:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.004861:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075674.004867:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075674.004869:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075674.004874:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075674.004878:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075674.004881:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075674.004885:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075674.004889:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.004891:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.004894:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.004896:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075674.004900:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075674.004904:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075674.004907:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075674.004910:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075674.004914:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075674.004917:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.004920:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075674.004923:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075674.004933:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769075674.004937:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075674.004942:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075674.004944:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.004947:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075674.004951:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075674.004956:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075674.004965:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769075674.004973:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075674.004983:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612061696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075674.004998:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075674.005003:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.005009:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612061696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075674.005042:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075674.005047:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075674.005051:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075674.005053:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075674.005056:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075674.005059:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075674.005062:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2659
00000400:00000200:0.0:1769075674.005067:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075674.005071:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075674.005074:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075674.005078:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.005080:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.005083:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.005087:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075674.005091:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075674.005093:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075674.005096:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075674.005099:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075674.005102:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075674.005105:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075674.005109:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.005112:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.005117:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075674.005125:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075674.005136:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075674.005150:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075674.005157:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075674.005161:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075674.005172:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075674.005184:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.005199:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075674.005206:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075674.005212:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.005218:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075674.005225:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769075674.005241:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075674.005247:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075674.005253:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.005259:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075674.005264:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075674.005268:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075674.005279:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769075674.005289:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075674.005303:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612061824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075674.005331:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075674.005335:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.005360:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612061824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075674.005380:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.005393:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075674.005404:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075674.005411:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075674.005417:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075674.005432:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2669)
00000800:00000200:1.1:1769075674.005549:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075674.005583:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075674.005967:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075674.005969:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769075674.388798:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075674.388803:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075674.388807:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075676.436786:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075676.436790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075676.436794:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075677.460705:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075677.460710:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075677.460715:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075678.612696:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297335876, at 4297336320
00000100:00000010:0.0:1769075678.612710:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:0.0:1769075679.124671:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075679.124680:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075679.124685:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075679.124692:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075679.124699:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075679.124710:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2664
00000400:00000200:0.0:1769075679.124722:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075679.124729:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075679.124733:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075679.124737:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124740:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075679.124743:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124746:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075679.124750:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075679.124752:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075679.124754:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075679.124756:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075679.124758:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075679.124760:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075679.124762:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124763:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075679.124765:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124766:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075679.124768:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075679.124770:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124772:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075679.124775:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075679.124777:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075679.124779:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075679.124781:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075679.124783:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075679.124789:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769075679.124791:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075679.124794:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075679.124796:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075679.124798:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075679.124800:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075679.124803:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075679.124808:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769075679.124813:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075679.124820:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612061952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075679.124828:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075679.124832:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075679.124835:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612061952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075679.124857:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075679.124860:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075679.124862:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075679.124864:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075679.124865:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075679.124867:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075679.124869:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2664
00000400:00000200:0.0:1769075679.124872:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075679.124874:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075679.124875:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075679.124878:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124879:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075679.124881:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124883:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075679.124885:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075679.124886:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075679.124888:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075679.124889:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075679.124891:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075679.124892:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075679.124894:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124896:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075679.124898:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124902:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075679.124905:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075679.124908:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075679.124912:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075679.124914:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075679.124919:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075679.124924:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075679.124927:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075679.124932:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075679.124937:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075679.124941:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075679.124948:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769075679.124954:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075679.124960:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075679.124964:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075679.124969:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075679.124972:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075679.124978:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075679.124986:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769075679.124992:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075679.125001:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612062080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075679.125012:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075679.125031:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075679.125034:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612062080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075679.125048:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075679.125052:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075679.125063:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075679.125068:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075679.125075:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075679.125083:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2674)
00000800:00000200:1.1:1769075679.125175:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075679.125179:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075679.125617:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075679.125619:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075679.508681:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075679.508686:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075679.508690:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075680.532711:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075680.532716:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075680.532720:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075682.580744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075682.580748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075682.580751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075683.604713:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075683.604718:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075683.604722:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075683.732738:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297340995, at 4297341440
00000100:00000010:0.0:1769075683.732755:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000800:00000200:1.1:1769075684.245140:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075684.245143:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075684.245467:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075684.245469:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075685.652708:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075685.652713:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075685.652716:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075686.676691:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075686.676696:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075686.676700:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075688.724699:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075688.724709:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075688.724713:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075688.852645:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297346115, at 4297346560
00000100:00000010:0.0:1769075688.852664:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000800:00000200:1.1:1769075689.365124:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075689.365127:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075689.365541:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075689.365543:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075689.748729:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075689.748734:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075689.748739:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075691.796703:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075691.796707:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075691.796710:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075692.820726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075692.820730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075692.820735:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075693.972667:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297351235, at 4297351680
00000100:00000010:0.0:1769075693.972681:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000800:00000200:1.1:1769075694.485406:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075694.485410:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075694.485841:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075694.485844:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075694.868834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075694.868841:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075694.868847:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075695.892801:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075695.892806:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075695.892809:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075697.940725:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075697.940729:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075697.940732:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075698.964769:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075698.964775:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075698.964779:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075699.092667:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297356355, at 4297356800
00000100:00000010:0.0:1769075699.092683:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:0.0:1769075699.604645:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075699.604658:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075699.604667:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075699.604675:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075699.604684:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075699.604693:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2684
00000400:00000200:0.0:1769075699.604708:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075699.604720:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075699.604734:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075699.604738:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604740:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075699.604742:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604744:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075699.604748:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075699.604751:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075699.604755:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075699.604757:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075699.604759:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075699.604761:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075699.604763:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604765:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075699.604766:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604767:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075699.604770:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075699.604772:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604774:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075699.604776:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075699.604778:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075699.604780:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075699.604781:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075699.604783:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075699.604790:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769075699.604792:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075699.604795:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075699.604796:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075699.604798:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075699.604800:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075699.604803:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075699.604809:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769075699.604814:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075699.604821:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612062976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075699.604829:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075699.604832:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075699.604835:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612062976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075699.604853:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075699.604856:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075699.604858:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075699.604859:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075699.604861:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075699.604862:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075699.604864:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2684
00000400:00000200:0.0:1769075699.604866:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075699.604868:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075699.604870:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075699.604883:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604885:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075699.604886:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604888:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075699.604891:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075699.604892:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075699.604893:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075699.604894:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075699.604895:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075699.604898:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075699.604902:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604904:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075699.604906:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604908:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075699.604909:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075699.604911:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075699.604914:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075699.604916:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075699.604926:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075699.604932:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075699.604935:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075699.604948:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075699.604952:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075699.604955:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075699.604959:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769075699.604968:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075699.604979:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075699.604984:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075699.604993:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075699.605003:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075699.605010:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075699.605017:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769075699.605030:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075699.605054:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612063104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075699.605061:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075699.605063:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075699.605069:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612063104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075699.605092:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075699.605100:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075699.605117:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075699.605125:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075699.605132:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075699.605140:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2695)
00000800:00000200:1.1:1769075699.605342:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075699.605345:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769075699.605822:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075699.605826:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1769075701.012708:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075701.012710:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075701.012713:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075702.036725:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075702.036730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075702.036733:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075704.084781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075704.084787:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075704.084791:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075704.212680:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297361475, at 4297361920
00000100:00000010:0.0:1769075704.212708:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:0.0:1769075704.724766:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075704.724784:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075704.724795:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075704.724804:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075704.724811:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075704.724826:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2690
00000400:00000200:0.0:1769075704.724843:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075704.724855:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075704.724863:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075704.724886:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.724892:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075704.724897:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.724902:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075704.724908:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075704.724912:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075704.724917:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075704.724922:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075704.724926:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075704.724930:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075704.724936:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.724939:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075704.724942:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.724945:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075704.724951:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075704.724956:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075704.724962:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075704.724967:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075704.724973:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075704.724978:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075704.724982:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075704.724986:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075704.725002:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769075704.725009:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075704.725016:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075704.725019:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075704.725024:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075704.725029:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075704.725036:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075704.725050:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769075704.725062:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075704.725077:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612063232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075704.725095:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075704.725102:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075704.725111:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612063232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075704.725188:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075704.725193:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075704.725202:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075704.725209:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075704.725215:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075704.725225:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075704.725234:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2690
00000400:00000200:0.0:1769075704.725246:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075704.725256:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075704.725264:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075704.725276:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.725286:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075704.725293:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.725302:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075704.725309:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075704.725314:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075704.725320:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075704.725325:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075704.725332:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075704.725339:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075704.725348:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.725357:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075704.725361:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075704.725369:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075704.725377:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075704.725389:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075704.725401:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075704.725408:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075704.725422:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075704.725431:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075704.725436:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075704.725443:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075704.725451:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075704.725457:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075704.725468:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769075704.725477:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075704.725488:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075704.725493:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075704.725502:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075704.725506:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075704.725512:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075704.725522:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769075704.725534:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075704.725591:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612063360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769075704.725600:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075704.725611:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1769075704.725617:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075704.725621:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075704.725629:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612063360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075704.725652:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075704.725660:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075704.725673:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075704.725697:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075704.725713:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075704.725725:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2700)
00000800:00000200:1.1:1769075704.726293:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075704.726296:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769075705.108774:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075705.108780:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075705.108784:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075707.156754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075707.156760:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075707.156765:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075708.180754:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075708.180761:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075708.180766:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075709.332769:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297366596, at 4297367040
00000100:00000010:0.0:1769075709.332791:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000800:00000200:1.1:1769075709.845319:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075709.845322:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075709.845822:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075709.845824:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769075710.228815:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075710.228821:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075710.228826:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075711.252758:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075711.252762:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075711.252766:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075713.300843:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075713.300850:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075713.300857:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075714.452732:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297371715, at 4297372160
00000100:00000010:0.0:1769075714.452749:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:0.0:1769075714.964704:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075714.964716:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075714.964719:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075714.964721:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075714.964725:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075714.964734:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2700
00000400:00000200:0.0:1769075714.964743:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075714.964748:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075714.964751:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075714.964754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964756:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075714.964758:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964760:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075714.964763:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075714.964765:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075714.964767:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075714.964769:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075714.964771:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075714.964772:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075714.964774:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964775:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075714.964776:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964778:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075714.964780:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075714.964782:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964784:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075714.964786:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075714.964789:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075714.964791:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075714.964792:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075714.964794:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075714.964803:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769075714.964807:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075714.964811:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075714.964813:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075714.964816:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075714.964819:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075714.964823:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075714.964832:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769075714.964839:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075714.964849:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612063744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075714.964861:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075714.964867:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075714.964872:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612063744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075714.964897:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075714.964899:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075714.964902:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075714.964903:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075714.964904:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075714.964906:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075714.964909:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2700
00000400:00000200:0.0:1769075714.964913:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075714.964916:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075714.964918:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075714.964924:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964928:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075714.964933:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964936:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075714.964938:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075714.964939:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075714.964944:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075714.964950:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075714.964952:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075714.964954:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075714.964977:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.964988:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075714.964995:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075714.965002:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075714.965012:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075714.965022:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075714.965037:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075714.965050:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075714.965059:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075714.965063:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075714.965067:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075714.965071:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075714.965075:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075714.965079:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075714.965085:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769075714.965100:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075714.965112:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075714.965114:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075714.965116:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075714.965118:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075714.965122:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075714.965136:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075714.965140:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075714.965147:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612063872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075714.965163:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075714.965169:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075714.965179:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612063872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075714.965222:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075714.965228:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075714.965242:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075714.965247:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075714.965254:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075714.965262:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2710)
00000800:00000200:1.1:1769075714.965344:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075714.965520:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075716.372784:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075716.372788:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075716.372790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769075718.036810:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769075718.036869:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075718.036898:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075718.036901:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075718.036905:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075718.036910:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075718.036929:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075718.036935:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:3.0:1769075718.036941:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075718.036946:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075718.036954:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:3.0:1769075718.036957:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:3.0:1769075718.036963:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075718.036973:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0963800 x1855007612063744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075718.037010:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075718.037015:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612063744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075718.037023:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075718.037025:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075718.037036:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075718.037040:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571ca00.
00000400:00000200:3.0:1769075718.037043:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075718.037046:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075718.037050:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1f68
00000400:00000010:3.0:1769075718.037052:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1f68.
00000100:00000001:3.0:1769075718.037054:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075718.037060:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0963100 x1855007612063872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075718.037070:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075718.037074:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612063872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075739 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075718.037080:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075718.037082:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769075719.444696:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075719.444701:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075719.444705:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075719.572706:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297376835, at 4297377280
00000100:00000010:0.0:1769075719.572723:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:3.0:1769075720.084700:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075720.084707:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075720.084710:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075720.084714:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075720.084718:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075720.084726:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2705
00000400:00000200:3.0:1769075720.084734:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075720.084739:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075720.084742:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075720.084744:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084748:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075720.084750:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084752:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075720.084755:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075720.084757:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075720.084759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075720.084762:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075720.084764:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075720.084765:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075720.084767:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084769:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075720.084771:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084772:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075720.084775:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075720.084778:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084780:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075720.084782:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075720.084785:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075720.084788:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075720.084789:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075720.084791:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075720.084798:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769075720.084802:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075720.084805:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075720.084807:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075720.084810:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075720.084812:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075720.084817:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075720.084825:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075720.084833:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075720.084850:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612064000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075720.084863:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075720.084868:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075720.084873:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612064000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075720.084913:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075720.084916:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075720.084920:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075720.084922:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075720.084924:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075720.084927:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075720.084930:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2705
00000400:00000200:3.0:1769075720.084935:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075720.084938:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075720.084940:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075720.084943:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084945:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075720.084948:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084950:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075720.084952:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075720.084954:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075720.084955:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075720.084957:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075720.084959:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075720.084961:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075720.084964:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084966:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075720.084968:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084970:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075720.084973:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075720.084976:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075720.084978:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075720.084980:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075720.084987:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075720.084990:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075720.084992:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075720.084997:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075720.085001:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075720.085003:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075720.085008:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769075720.085010:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075720.085014:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075720.085016:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075720.085018:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075720.085020:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075720.085023:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075720.085029:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075720.085033:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075720.085040:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612064128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075720.085054:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075720.085059:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075720.085068:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612064128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075720.085090:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075720.085097:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075720.085103:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075720.085109:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075720.085117:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075720.085130:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2715)
00000800:00000200:1.1:1769075720.085325:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075720.085329:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075720.085843:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075720.085846:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075722.516802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075722.516806:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075722.516810:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075724.692743:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297381955, at 4297382400
00000100:00000010:0.0:1769075724.692761:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:3.0:1769075725.204697:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075725.204709:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075725.204712:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075725.204716:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075725.204721:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075725.204729:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2710
00000400:00000200:3.0:1769075725.204740:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075725.204747:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075725.204751:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075725.204755:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.204758:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075725.204760:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.204763:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075725.204767:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075725.204769:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075725.204771:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075725.204774:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075725.204788:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075725.204791:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075725.204793:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.204816:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075725.204819:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.204821:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075725.204825:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075725.204828:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075725.204831:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075725.204834:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075725.204837:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075725.204840:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075725.204842:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075725.204844:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075725.204872:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769075725.204876:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075725.204881:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075725.204883:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075725.204886:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075725.204889:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075725.204894:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075725.204903:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075725.204911:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075725.204921:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612064256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075725.204934:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075725.204939:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075725.204944:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612064256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075725.204971:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075725.204975:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075725.204979:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075725.204980:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075725.204983:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075725.204986:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075725.204990:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2710
00000400:00000200:3.0:1769075725.204996:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075725.205001:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075725.205005:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075725.205014:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.205020:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075725.205026:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.205032:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075725.205036:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075725.205041:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075725.205046:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075725.205051:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075725.205060:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075725.205068:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075725.205082:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.205087:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075725.205095:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075725.205103:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075725.205109:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075725.205120:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075725.205128:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075725.205135:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075725.205145:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075725.205151:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075725.205161:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075725.205170:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075725.205177:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075725.205202:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075725.205209:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769075725.205213:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075725.205217:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075725.205220:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075725.205224:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075725.205225:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075725.205228:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075725.205235:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075725.205242:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075725.205254:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612064384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075725.205281:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075725.205297:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075725.205307:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612064384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075725.205323:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075725.205327:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075725.205333:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075725.205336:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075725.205338:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075725.205344:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2720)
00000800:00000200:1.1:1769075725.205439:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075725.205443:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075725.205939:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075725.205942:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075725.588745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075725.588751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075725.588755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075728.660807:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075728.660814:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075728.660819:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075729.812673:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297387075, at 4297387520
00000100:00000010:0.0:1769075729.812694:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:3.0:1769075730.324699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075730.324709:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075730.324729:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075730.324733:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075730.324738:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075730.324749:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2715
00000400:00000200:3.0:1769075730.324762:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075730.324771:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075730.324775:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075730.324778:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324781:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075730.324783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075730.324789:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075730.324791:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075730.324794:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075730.324796:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075730.324798:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075730.324801:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075730.324804:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324806:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075730.324808:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324810:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075730.324812:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075730.324817:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324819:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075730.324821:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075730.324824:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075730.324827:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075730.324829:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075730.324831:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075730.324838:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769075730.324842:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075730.324845:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075730.324847:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075730.324849:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075730.324852:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075730.324856:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075730.324862:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769075730.324868:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075730.324875:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612064512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075730.324884:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075730.324888:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075730.324892:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612064512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075730.324910:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075730.324913:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075730.324916:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075730.324917:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075730.324919:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075730.324921:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075730.324923:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2715
00000400:00000200:3.0:1769075730.324926:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075730.324929:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075730.324931:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075730.324935:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324937:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075730.324939:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324941:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075730.324943:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075730.324944:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075730.324945:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075730.324947:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075730.324949:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075730.324955:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075730.324958:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324962:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075730.324964:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324968:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075730.324970:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075730.324975:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075730.324978:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075730.324982:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075730.324987:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075730.324991:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075730.324995:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075730.325001:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075730.325006:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075730.325010:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075730.325015:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769075730.325017:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075730.325023:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075730.325024:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075730.325028:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075730.325032:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075730.325034:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075730.325042:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075730.325047:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075730.325055:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612064640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075730.325065:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075730.325070:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075730.325074:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612064640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075730.325084:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075730.325088:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075730.325105:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075730.325112:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075730.325118:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075730.325123:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2725)
00000800:00000200:1.1:1769075730.325276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075730.325279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075730.325812:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075730.325814:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075731.732893:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075731.732899:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075731.732905:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075734.804860:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075734.804866:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075734.804871:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075734.932760:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297392195, at 4297392640
00000100:00000010:0.0:1769075734.932787:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:3.0:1769075735.444686:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075735.444697:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075735.444700:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075735.444704:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075735.444708:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075735.444716:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2720
00000400:00000200:3.0:1769075735.444729:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075735.444745:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075735.444749:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075735.444753:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444757:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075735.444759:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444761:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075735.444765:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075735.444767:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075735.444769:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075735.444772:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075735.444773:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075735.444775:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075735.444777:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444779:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075735.444781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444782:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075735.444785:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075735.444787:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444789:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075735.444791:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075735.444793:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075735.444796:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075735.444797:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075735.444799:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075735.444806:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769075735.444809:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075735.444812:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075735.444813:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075735.444815:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075735.444818:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075735.444821:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075735.444827:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075735.444832:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075735.444839:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612064768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075735.444853:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075735.444857:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075735.444860:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612064768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075735.444878:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075735.444880:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075735.444883:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075735.444884:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075735.444885:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075735.444888:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075735.444890:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2720
00000400:00000200:3.0:1769075735.444893:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075735.444895:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075735.444897:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075735.444899:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444901:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075735.444903:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444905:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075735.444909:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075735.444912:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075735.444916:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075735.444917:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075735.444921:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075735.444924:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075735.444931:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444936:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075735.444942:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444947:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075735.444951:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075735.444957:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075735.444972:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075735.444975:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075735.444979:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075735.444985:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075735.444989:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075735.444994:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075735.444998:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075735.445003:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075735.445008:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769075735.445014:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075735.445017:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075735.445019:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075735.445022:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075735.445024:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075735.445036:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075735.445042:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769075735.445046:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075735.445051:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075735.445059:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075735.445063:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075735.445068:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612064896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075735.445080:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075735.445086:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075735.445092:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075735.445099:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075735.445108:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075735.445116:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2730)
00000800:00000200:1.1:1769075735.445189:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075735.445192:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075735.445598:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075735.445601:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075737.876836:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075737.876842:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075737.876847:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075740.052716:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297397315, at 4297397760
00000100:00000010:0.0:1769075740.052734:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:3.0:1769075740.564671:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075740.564685:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075740.564693:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075740.564702:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075740.564709:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075740.564722:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2725
00000400:00000200:3.0:1769075740.564743:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075740.564752:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075740.564756:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075740.564762:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.564767:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075740.564772:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.564775:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075740.564780:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075740.564783:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075740.564787:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075740.564790:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075740.564793:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075740.564796:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075740.564800:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.564802:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075740.564804:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.564807:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075740.564811:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075740.564815:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075740.564818:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075740.564822:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075740.564826:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075740.564829:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075740.564831:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075740.564835:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075740.564846:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769075740.564867:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075740.564874:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075740.564877:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075740.564882:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075740.564887:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075740.564893:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075740.564907:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769075740.564917:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075740.564943:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612065024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075740.564962:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075740.564968:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075740.564974:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612065024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075740.565003:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075740.565007:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075740.565011:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075740.565013:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075740.565015:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075740.565019:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075740.565023:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2725
00000400:00000200:3.0:1769075740.565030:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075740.565034:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075740.565038:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075740.565043:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.565046:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075740.565050:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.565053:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075740.565061:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075740.565071:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075740.565074:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075740.565083:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075740.565091:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075740.565094:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075740.565104:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.565107:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075740.565115:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075740.565122:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075740.565135:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075740.565149:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075740.565161:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075740.565173:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075740.565186:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075740.565196:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075740.565206:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075740.565219:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075740.565229:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075740.565236:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075740.565248:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769075740.565259:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075740.565266:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075740.565273:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075740.565276:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075740.565279:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075740.565286:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075740.565296:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769075740.565306:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075740.565323:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612065152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075740.565352:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075740.565359:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075740.565372:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612065152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075740.565413:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075740.565433:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075740.565445:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075740.565456:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075740.565468:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075740.565482:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2735)
00000800:00000200:1.1:1769075740.565644:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075740.565664:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075740.566188:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075740.566192:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769075740.948847:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075740.948851:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075740.948854:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075744.020729:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075744.020734:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075744.020737:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075745.172745:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297402436, at 4297402880
00000100:00000010:0.0:1769075745.172774:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00080000:3.0:1769075745.684698:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075745.684714:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075745.684720:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075745.684725:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075745.684729:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075745.684740:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2730
00000400:00000200:3.0:1769075745.684755:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075745.684763:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075745.684767:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075745.684771:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.684776:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075745.684780:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.684783:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075745.684789:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075745.684792:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075745.684795:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075745.684799:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075745.684802:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075745.684805:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075745.684809:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.684811:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075745.684813:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.684816:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075745.684820:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075745.684824:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075745.684827:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075745.684830:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075745.684834:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075745.684838:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075745.684840:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075745.684843:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075745.684852:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769075745.684857:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075745.684861:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075745.684864:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075745.684867:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075745.684871:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075745.684876:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075745.684885:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075745.684893:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075745.684906:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612065280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075745.684920:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075745.684927:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075745.684933:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612065280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075745.684967:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075745.684971:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075745.684976:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075745.684978:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075745.684980:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075745.684984:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075745.684986:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2730
00000400:00000200:3.0:1769075745.684991:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075745.684994:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075745.684997:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075745.685001:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.685004:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075745.685006:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.685010:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075745.685013:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075745.685015:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075745.685017:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075745.685020:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075745.685022:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075745.685026:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075745.685030:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.685033:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075745.685037:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075745.685040:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075745.685044:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075745.685048:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075745.685055:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075745.685063:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075745.685071:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075745.685080:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075745.685084:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075745.685092:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075745.685104:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075745.685112:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075745.685123:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769075745.685134:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075745.685148:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075745.685154:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075745.685159:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075745.685165:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075745.685171:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075745.685183:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075745.685192:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075745.685207:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612065408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075745.685224:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075745.685233:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075745.685246:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612065408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075745.685272:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075745.685280:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075745.685292:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075745.685296:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075745.685301:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075745.685309:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2741)
00000800:00000200:1.1:1769075745.685593:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075745.685598:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075745.686188:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075745.686192:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075747.092791:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075747.092798:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075747.092804:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075750.164738:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075750.164742:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075750.164746:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075750.292679:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297407556, at 4297408000
00000100:00000010:0.0:1769075750.292701:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:3.0:1769075750.804702:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075750.804727:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075750.804733:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075750.804738:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075750.804744:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075750.804758:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2736
00000400:00000200:3.0:1769075750.804771:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075750.804780:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075750.804785:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075750.804789:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.804794:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075750.804797:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.804800:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075750.804805:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075750.804808:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075750.804812:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075750.804815:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075750.804818:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075750.804821:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075750.804825:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.804828:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075750.804830:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.804832:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075750.804836:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075750.804840:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075750.804844:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075750.804848:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075750.804852:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075750.804856:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075750.804858:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075750.804861:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075750.804873:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769075750.804878:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075750.804883:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075750.804886:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075750.804889:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075750.804893:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075750.804899:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075750.804911:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769075750.804920:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075750.804932:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612065536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075750.804944:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075750.804950:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075750.804956:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612065536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075750.804990:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075750.805001:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075750.805006:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075750.805007:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075750.805009:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075750.805013:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075750.805017:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2736
00000400:00000200:3.0:1769075750.805023:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075750.805029:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075750.805034:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075750.805045:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.805051:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075750.805063:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.805078:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075750.805091:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075750.805101:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075750.805109:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075750.805118:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075750.805129:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075750.805139:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075750.805168:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.805174:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075750.805184:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075750.805189:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075750.805194:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075750.805203:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075750.805212:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075750.805219:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075750.805229:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075750.805236:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075750.805246:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075750.805261:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075750.805278:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075750.805287:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075750.805302:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769075750.805309:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075750.805319:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075750.805323:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075750.805337:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075750.805344:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075750.805351:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075750.805365:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075750.805388:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075750.805439:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075750.805457:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075750.805465:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075750.805482:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612065664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075750.805512:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075750.805527:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769075750.805533:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769075750.805541:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769075750.805559:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769075750.805561:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075750.805604:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075750.805612:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2746)
00000800:00000200:1.1:1769075750.806016:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075750.806018:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769075753.236724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075753.236728:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075753.236731:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075755.412751:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297412676, at 4297413120
00000100:00000010:0.0:1769075755.412787:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00080000:3.0:1769075755.924656:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075755.924663:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075755.924667:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075755.924671:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075755.924677:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075755.924687:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2741
00000400:00000200:3.0:1769075755.924698:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075755.924704:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075755.924706:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075755.924709:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924712:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075755.924714:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924716:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075755.924720:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075755.924722:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075755.924724:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075755.924726:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075755.924728:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075755.924730:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075755.924731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924733:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075755.924734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924735:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075755.924738:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075755.924740:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924742:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075755.924744:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075755.924746:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075755.924748:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075755.924749:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075755.924751:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075755.924758:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769075755.924761:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075755.924764:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075755.924765:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075755.924767:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075755.924770:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075755.924773:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075755.924779:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075755.924784:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075755.924791:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612065792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075755.924799:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075755.924803:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075755.924807:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612065792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075755.924824:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075755.924827:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075755.924829:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075755.924830:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075755.924832:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075755.924834:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075755.924836:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2741
00000400:00000200:3.0:1769075755.924839:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075755.924841:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075755.924843:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075755.924846:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924849:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075755.924854:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924858:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075755.924861:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075755.924863:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075755.924866:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075755.924868:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075755.924872:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075755.924877:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075755.924884:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924887:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075755.924891:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924895:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075755.924900:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075755.924906:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075755.924914:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075755.924920:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075755.924929:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075755.924934:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075755.924939:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075755.924946:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075755.924953:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075755.924957:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075755.924962:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769075755.924968:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075755.924974:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075755.924978:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075755.924983:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075755.924986:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075755.924989:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075755.924995:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075755.925000:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075755.925010:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612065920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075755.925023:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075755.925026:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075755.925030:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612065920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075755.925043:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075755.925051:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075755.925059:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075755.925066:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075755.925070:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075755.925076:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2751)
00000800:00000200:1.1:1769075755.925119:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075755.925122:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075755.925429:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075755.925431:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075756.308755:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075756.308758:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075756.308761:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075759.380755:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075759.380761:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075759.380765:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075760.532653:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297417795, at 4297418240
00000100:00000010:0.0:1769075760.532674:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00080000:3.0:1769075761.044639:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075761.044651:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075761.044655:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075761.044662:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075761.044669:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075761.044677:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2746
00000400:00000200:3.0:1769075761.044688:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075761.044695:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075761.044698:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075761.044701:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044704:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075761.044708:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044710:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075761.044714:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075761.044715:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075761.044718:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075761.044720:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075761.044722:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075761.044724:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075761.044726:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044728:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075761.044729:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044730:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075761.044732:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075761.044735:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044736:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.044740:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075761.044743:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075761.044746:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.044747:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075761.044750:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075761.044760:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769075761.044762:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075761.044766:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075761.044768:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.044771:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075761.044773:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075761.044778:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075761.044788:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075761.044795:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075761.044803:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612066048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075761.044812:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075761.044817:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075761.044820:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612066048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.044840:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075761.044843:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075761.044846:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075761.044847:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075761.044848:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075761.044850:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075761.044852:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2746
00000400:00000200:3.0:1769075761.044855:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075761.044857:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075761.044859:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075761.044862:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044864:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075761.044867:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044869:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075761.044880:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075761.044883:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075761.044885:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075761.044889:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075761.044893:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075761.044898:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075761.044905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044909:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075761.044914:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044920:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075761.044926:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075761.044935:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075761.044943:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075761.044948:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075761.044956:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075761.044963:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.044968:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075761.044975:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075761.044982:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.044985:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075761.044989:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769075761.044994:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075761.045001:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075761.045004:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075761.045007:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075761.045009:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075761.045012:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075761.045019:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769075761.045024:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075761.045033:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612066176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075761.045046:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075761.045048:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075761.045054:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612066176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075761.045064:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075761.045067:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075761.045072:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075761.045076:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075761.045079:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075761.045083:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2756)
00000800:00000200:1.1:1769075761.045146:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075761.045149:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075761.045497:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075761.045500:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075762.452695:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075762.452700:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075762.452704:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075765.524742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075765.524746:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075765.524750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075765.652652:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297422915, at 4297423360
00000100:00000010:0.0:1769075765.652681:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:3.0:1769075766.164626:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075766.164640:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075766.164643:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075766.164648:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075766.164654:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075766.164664:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2751
00000400:00000200:3.0:1769075766.164676:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075766.164690:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075766.164696:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075766.164704:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.164709:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075766.164719:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.164723:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075766.164730:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075766.164737:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075766.164742:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075766.164745:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075766.164748:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075766.164752:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075766.164757:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.164760:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075766.164763:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.164766:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075766.164770:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075766.164774:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075766.164777:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075766.164780:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075766.164784:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075766.164787:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075766.164789:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075766.164791:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075766.164800:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769075766.164804:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075766.164808:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075766.164810:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075766.164813:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075766.164816:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075766.164820:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075766.164828:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769075766.164834:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075766.164842:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612066304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075766.164854:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075766.164859:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075766.164865:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612066304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075766.164889:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075766.164899:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075766.164904:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075766.164907:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075766.164909:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075766.164913:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075766.164918:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2751
00000400:00000200:3.0:1769075766.164929:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075766.164937:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075766.164941:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075766.164951:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.164959:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075766.164966:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.164975:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075766.164981:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075766.164985:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075766.164993:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075766.164997:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075766.165004:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075766.165013:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075766.165025:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.165032:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075766.165038:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075766.165044:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075766.165053:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075766.165063:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075766.165071:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075766.165073:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075766.165080:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075766.165085:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075766.165092:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075766.165099:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075766.165107:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075766.165127:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075766.165134:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769075766.165144:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075766.165155:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075766.165161:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075766.165167:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075766.165174:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075766.165180:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075766.165188:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769075766.165195:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075766.165211:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075766.165246:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075766.165253:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075766.165274:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612066432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075766.165323:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075766.165335:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075766.165350:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075766.165355:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075766.165361:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769075766.165363:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075766.165367:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769075766.165369:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2761)
00000800:00000200:1.1:1769075766.165768:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075766.165771:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075768.596741:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075768.596745:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075768.596749:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075770.772663:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297428035, at 4297428480
00000100:00000010:0.0:1769075770.772681:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00080000:3.0:1769075771.284606:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075771.284619:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075771.284622:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075771.284626:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075771.284631:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075771.284641:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2756
00000400:00000200:3.0:1769075771.284656:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075771.284667:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075771.284674:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075771.284679:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284684:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075771.284687:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284690:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075771.284695:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075771.284697:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075771.284699:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075771.284702:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075771.284704:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075771.284705:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075771.284708:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284709:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075771.284710:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284712:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075771.284714:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075771.284716:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284718:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075771.284720:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075771.284723:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075771.284726:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075771.284728:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075771.284730:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075771.284738:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769075771.284741:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075771.284746:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075771.284747:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075771.284750:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075771.284753:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075771.284758:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075771.284765:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769075771.284771:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075771.284788:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612066560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075771.284797:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075771.284802:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075771.284808:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612066560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075771.284829:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075771.284833:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075771.284836:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075771.284839:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075771.284841:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075771.284845:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075771.284848:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2756
00000400:00000200:3.0:1769075771.284855:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075771.284861:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075771.284864:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075771.284869:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284873:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075771.284877:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284882:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075771.284888:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075771.284890:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075771.284893:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075771.284903:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075771.284908:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075771.284915:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075771.284923:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284929:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075771.284936:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284940:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075771.284947:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075771.284953:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075771.284959:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075771.284964:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075771.284973:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075771.284979:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075771.284982:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075771.284986:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075771.284992:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075771.284997:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075771.285002:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769075771.285007:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075771.285012:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075771.285015:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075771.285017:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075771.285020:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075771.285041:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075771.285053:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769075771.285058:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075771.285065:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612066688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075771.285083:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075771.285087:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075771.285093:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612066688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075771.285104:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075771.285109:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075771.285115:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075771.285118:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075771.285124:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075771.285131:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2766)
00000800:00000200:1.1:1769075771.285183:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075771.285197:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075771.285517:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075771.285520:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769075771.668765:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075771.668768:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075771.668772:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075774.740703:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075774.740706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075774.740710:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075775.892671:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297433155, at 4297433600
00000100:00000010:0.0:1769075775.892689:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:3.0:1769075776.404665:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075776.404675:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075776.404678:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075776.404681:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075776.404685:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075776.404692:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2761
00000400:00000200:3.0:1769075776.404701:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075776.404708:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075776.404711:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075776.404714:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404717:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075776.404720:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404721:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075776.404725:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075776.404727:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075776.404730:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075776.404732:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075776.404734:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075776.404743:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075776.404745:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404746:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075776.404747:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404749:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075776.404751:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075776.404754:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404756:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075776.404759:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075776.404762:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075776.404765:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075776.404766:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075776.404769:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075776.404780:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769075776.404782:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075776.404786:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075776.404788:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075776.404791:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075776.404794:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075776.404799:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075776.404807:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769075776.404813:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075776.404822:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612066816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075776.404831:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075776.404836:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075776.404840:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612066816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075776.404862:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075776.404864:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075776.404867:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075776.404868:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075776.404869:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075776.404871:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075776.404873:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2761
00000400:00000200:3.0:1769075776.404875:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075776.404879:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075776.404882:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075776.404887:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404890:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075776.404894:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404897:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075776.404899:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075776.404903:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075776.404909:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075776.404914:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075776.404920:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075776.404926:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075776.404962:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404973:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075776.404977:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075776.404981:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075776.404987:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075776.405005:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075776.405025:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075776.405033:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075776.405042:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075776.405047:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075776.405051:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075776.405059:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075776.405070:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075776.405075:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075776.405080:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769075776.405086:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075776.405090:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075776.405093:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075776.405096:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075776.405098:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075776.405100:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075776.405105:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769075776.405110:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075776.405118:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612066944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075776.405127:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075776.405135:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075776.405150:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612066944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075776.405177:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075776.405182:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075776.405188:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075776.405192:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075776.405204:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075776.405210:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2771)
00000800:00000200:1.1:1769075776.405284:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075776.405286:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075776.405615:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075776.405617:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075777.812737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075777.812741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075777.812744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075780.884932:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075780.884938:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075780.884943:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075781.012651:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297438275, at 4297438720
00000100:00000010:0.0:1769075781.012678:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:3.0:1769075781.524689:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075781.524706:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075781.524728:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075781.524735:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075781.524743:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075781.524756:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2766
00000400:00000200:3.0:1769075781.524770:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075781.524779:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075781.524783:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075781.524804:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.524808:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075781.524812:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.524815:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075781.524820:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075781.524823:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075781.524827:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075781.524831:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075781.524834:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075781.524838:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075781.524842:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.524845:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075781.524848:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.524868:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075781.524873:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075781.524878:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075781.524882:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075781.524885:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075781.524888:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075781.524890:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075781.524892:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075781.524894:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075781.524918:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769075781.524921:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075781.524925:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075781.524927:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075781.524929:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075781.524931:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075781.524935:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075781.524942:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075781.524947:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075781.524955:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612067072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075781.524964:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075781.524968:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075781.524971:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612067072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075781.524992:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075781.524995:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075781.524998:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075781.524999:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075781.525001:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075781.525003:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075781.525005:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2766
00000400:00000200:3.0:1769075781.525009:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075781.525011:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075781.525013:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075781.525015:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.525017:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075781.525019:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.525021:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075781.525023:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075781.525024:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075781.525026:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075781.525028:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075781.525030:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075781.525032:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075781.525034:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.525036:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075781.525038:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075781.525041:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075781.525046:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075781.525050:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075781.525054:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075781.525057:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075781.525063:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075781.525067:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075781.525071:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075781.525076:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075781.525081:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075781.525086:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075781.525090:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769075781.525121:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075781.525127:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075781.525130:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075781.525136:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075781.525139:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075781.525143:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075781.525151:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075781.525158:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075781.525167:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075781.525181:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075781.525184:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075781.525193:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075781.525201:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075781.525207:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075781.525210:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075781.525213:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075781.525222:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075781.525230:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2776)
00000800:00000200:1.1:1769075781.525388:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075781.525731:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075783.956766:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075783.956771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075783.956775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769075784.597011:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769075784.597076:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769075784.597097:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075784.597104:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769075784.597112:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075784.597120:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769075784.597128:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769075784.597136:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:0.0:1769075784.597145:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769075784.597154:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769075784.597165:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1cc0
00000400:00000010:0.0:1769075784.597171:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1cc0.
00000100:00000001:0.0:1769075784.597179:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075784.597206:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3800 x1855007612067072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075784.597268:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075784.597276:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612067072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075784.597291:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075784.597294:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769075784.597310:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769075784.597315:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:0.0:1769075784.597320:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769075784.597326:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769075784.597342:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1d48
00000400:00000010:0.0:1769075784.597345:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1d48.
00000100:00000001:0.0:1769075784.597349:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075784.597356:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b2300 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075784.597370:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075784.597376:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612067200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075806 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075784.597399:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075784.597403:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769075786.132723:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297443395, at 4297443840
00000100:00000010:0.0:1769075786.132763:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:3.0:1769075786.644702:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075786.644714:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075786.644720:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075786.644727:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075786.644734:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075786.644751:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2771
00000400:00000200:3.0:1769075786.644798:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075786.644813:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075786.644821:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075786.644828:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.644834:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075786.644838:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.644843:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075786.644863:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075786.644866:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075786.644870:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075786.644875:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075786.644880:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075786.644884:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075786.644889:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.644892:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075786.644896:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.644899:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075786.644904:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075786.644909:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075786.644911:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075786.644915:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075786.644930:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075786.644934:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075786.644936:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075786.644939:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075786.644948:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769075786.644953:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075786.644959:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075786.644962:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075786.644967:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075786.644971:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075786.644979:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075786.644992:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075786.645003:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075786.645020:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612067328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075786.645039:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075786.645046:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075786.645054:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612067328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075786.645095:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075786.645101:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075786.645107:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075786.645110:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075786.645113:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075786.645117:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075786.645121:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2771
00000400:00000200:3.0:1769075786.645129:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075786.645134:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075786.645138:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075786.645142:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.645146:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075786.645149:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.645153:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075786.645157:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075786.645159:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075786.645162:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075786.645165:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075786.645168:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075786.645170:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075786.645174:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.645177:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075786.645180:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075786.645182:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075786.645185:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075786.645188:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075786.645190:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075786.645210:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075786.645219:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075786.645225:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075786.645231:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075786.645236:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075786.645251:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075786.645260:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075786.645270:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769075786.645282:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075786.645290:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075786.645297:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075786.645308:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075786.645314:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075786.645319:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075786.645330:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075786.645339:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075786.645362:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612067456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075786.645383:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075786.645391:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075786.645402:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612067456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075786.645419:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075786.645427:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075786.645438:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075786.645446:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075786.645453:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075786.645464:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2782)
00000800:00000200:1.1:1769075786.645655:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075786.645661:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075786.646313:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075786.646317:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075787.028887:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075787.028892:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075787.028897:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075790.100766:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075790.100774:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075790.100780:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075791.252826:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297448516, at 4297448960
00000100:00000010:0.0:1769075791.252848:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:3.0:1769075791.764666:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075791.764707:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075791.764732:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075791.764738:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075791.764747:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075791.764759:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2777
00000400:00000200:3.0:1769075791.764775:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075791.764785:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075791.764790:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075791.764795:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.764799:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075791.764802:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.764805:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075791.764810:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075791.764812:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075791.764815:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075791.764818:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075791.764820:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075791.764824:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075791.764827:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.764829:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075791.764832:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.764834:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075791.764838:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075791.764844:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075791.764848:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075791.764854:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075791.764860:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075791.764865:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075791.764868:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075791.764872:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075791.764885:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769075791.764892:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075791.764898:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075791.764901:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075791.764906:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075791.764910:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075791.764917:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075791.764928:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769075791.764939:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075791.764951:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612067584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075791.764964:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075791.764969:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075791.764975:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612067584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075791.765002:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075791.765006:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075791.765011:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075791.765012:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075791.765014:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075791.765034:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075791.765037:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2777
00000400:00000200:3.0:1769075791.765043:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075791.765046:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075791.765049:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075791.765053:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.765058:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075791.765065:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.765071:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075791.765078:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075791.765083:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075791.765104:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075791.765111:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075791.765122:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075791.765131:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075791.765145:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.765159:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075791.765170:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075791.765175:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075791.765183:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075791.765189:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075791.765198:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075791.765204:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075791.765213:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075791.765220:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075791.765223:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075791.765233:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075791.765237:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075791.765244:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075791.765251:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769075791.765260:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075791.765267:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075791.765271:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075791.765275:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075791.765280:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075791.765286:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075791.765300:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075791.765313:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075791.765333:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612067712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075791.765361:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075791.765372:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075791.765389:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612067712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075791.765436:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075791.765443:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075791.765455:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075791.765464:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075791.765491:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075791.765503:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2787)
00000800:00000200:1.1:1769075791.765517:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075791.765521:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075791.766056:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075791.766058:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075793.172733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075793.172737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075793.172740:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075796.244778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075796.244785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075796.244790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075796.372692:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297453636, at 4297454080
00000100:00000010:0.0:1769075796.372712:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00080000:0.0:1769075796.884742:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075796.884753:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075796.884756:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075796.884761:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075796.884766:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075796.884776:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2782
00000400:00000200:0.0:1769075796.884790:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075796.884799:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075796.884803:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075796.884808:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.884812:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075796.884816:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.884819:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075796.884824:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075796.884826:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075796.884830:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075796.884833:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075796.884836:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075796.884839:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075796.884843:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.884846:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075796.884849:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.884852:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075796.884856:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075796.884860:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075796.884863:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075796.884867:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075796.884870:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075796.884874:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075796.884877:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075796.884879:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075796.884889:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769075796.884894:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075796.884898:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075796.884900:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075796.884904:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075796.884907:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075796.884912:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075796.884922:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769075796.884930:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075796.884941:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612067840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075796.884956:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075796.884961:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075796.884967:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612067840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075796.885003:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075796.885008:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075796.885012:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075796.885014:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075796.885016:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075796.885020:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075796.885024:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2782
00000400:00000200:0.0:1769075796.885029:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075796.885033:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075796.885037:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075796.885040:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.885043:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075796.885046:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.885048:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075796.885051:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075796.885052:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075796.885054:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075796.885056:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075796.885059:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075796.885061:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075796.885065:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.885068:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075796.885070:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075796.885073:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075796.885076:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075796.885079:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075796.885082:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075796.885084:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075796.885091:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075796.885094:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075796.885097:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075796.885103:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075796.885107:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075796.885111:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075796.885115:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769075796.885118:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075796.885122:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075796.885130:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075796.885138:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075796.885145:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075796.885149:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075796.885158:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075796.885167:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075796.885184:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075796.885207:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075796.885217:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075796.885234:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612067968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075796.885260:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075796.885272:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075796.885279:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075796.885284:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075796.885292:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075796.885301:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2792)
00000800:00000200:1.1:1769075796.885620:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075796.885627:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075796.886145:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075796.886149:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075799.316885:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075799.316902:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075799.316910:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075801.492676:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297458756, at 4297459200
00000100:00000010:0.0:1769075801.492690:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:0.0:1769075802.004696:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075802.004708:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075802.004713:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075802.004720:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075802.004727:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075802.004737:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2787
00000400:00000200:0.0:1769075802.004748:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075802.004768:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075802.004772:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075802.004777:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.004797:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075802.004799:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.004801:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075802.004805:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075802.004808:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075802.004811:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075802.004815:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075802.004817:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075802.004821:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075802.004824:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.004827:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075802.004830:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.004832:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075802.004836:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075802.004841:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075802.004844:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075802.004848:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075802.004853:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075802.004857:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075802.004860:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075802.004863:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075802.004875:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769075802.004878:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075802.004883:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075802.004884:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075802.004887:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075802.004890:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075802.004895:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075802.004904:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769075802.004912:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075802.004922:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612068096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075802.004932:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075802.004937:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075802.004941:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612068096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075802.004962:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075802.004965:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075802.004968:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075802.004969:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075802.004970:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075802.004973:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075802.004975:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2787
00000400:00000200:0.0:1769075802.004979:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075802.004982:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075802.004984:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075802.004986:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.004988:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075802.004990:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.004992:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075802.004997:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075802.004998:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075802.005003:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075802.005007:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075802.005008:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075802.005012:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075802.005016:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.005020:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075802.005024:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075802.005028:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075802.005034:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075802.005038:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075802.005042:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075802.005044:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075802.005053:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075802.005058:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075802.005060:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075802.005066:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075802.005069:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075802.005071:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075802.005074:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769075802.005079:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075802.005083:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075802.005084:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075802.005085:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075802.005088:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075802.005092:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075802.005099:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769075802.005105:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075802.005116:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612068224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075802.005148:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075802.005154:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075802.005167:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612068224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075802.005188:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075802.005192:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075802.005198:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075802.005202:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075802.005207:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075802.005217:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2797)
00000800:00000200:1.1:1769075802.005355:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075802.005360:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075802.005919:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075802.005922:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769075802.388889:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075802.388897:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075802.388903:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075805.460740:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075805.460745:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075805.460749:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075806.612707:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297463875, at 4297464320
00000100:00000010:0.0:1769075806.612728:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00080000:0.0:1769075807.124763:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075807.124779:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075807.124785:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075807.124794:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075807.124803:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075807.124817:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2792
00000400:00000200:0.0:1769075807.124835:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075807.124846:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075807.124851:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075807.124881:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.124887:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075807.124891:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.124895:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075807.124901:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075807.124904:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075807.124908:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075807.124913:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075807.124916:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075807.124920:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075807.124924:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.124927:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075807.124930:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.124933:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075807.124937:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075807.124941:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075807.124945:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075807.124950:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075807.124964:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075807.124967:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075807.124970:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075807.124972:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075807.124996:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769075807.125000:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075807.125005:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075807.125007:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075807.125011:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075807.125014:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075807.125019:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075807.125028:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769075807.125037:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075807.125052:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612068352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075807.125067:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075807.125074:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075807.125081:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612068352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075807.125124:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075807.125127:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075807.125131:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075807.125132:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075807.125134:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075807.125137:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075807.125139:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2792
00000400:00000200:0.0:1769075807.125143:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075807.125147:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075807.125149:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075807.125152:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.125155:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075807.125158:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.125160:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075807.125163:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075807.125164:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075807.125166:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075807.125168:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075807.125170:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075807.125172:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075807.125183:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.125188:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075807.125191:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075807.125196:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075807.125199:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075807.125202:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075807.125205:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075807.125206:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075807.125213:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075807.125216:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075807.125218:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075807.125223:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075807.125229:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075807.125234:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075807.125240:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769075807.125245:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075807.125251:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075807.125254:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075807.125258:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075807.125262:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075807.125265:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075807.125270:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769075807.125276:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075807.125286:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612068480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075807.125299:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075807.125304:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075807.125310:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612068480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075807.125321:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075807.125324:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075807.125330:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075807.125336:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075807.125341:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075807.125348:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2802)
00000800:00000200:1.1:1769075807.125617:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075807.125621:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075807.126246:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075807.126250:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769075808.532740:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075808.532745:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075808.532751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075811.604710:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075811.604714:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075811.604719:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075811.732727:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297468996, at 4297469440
00000100:00000010:0.0:1769075811.732744:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000001:0.0:1769075812.244737:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075812.244746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075812.244751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075812.244759:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075812.244768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075812.244776:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075812.244785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075812.244789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075812.244797:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075812.245741:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075812.245746:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769075812.246408:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075812.246412:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1769075813.268689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075813.268700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075813.268703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075813.268712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075813.268718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075813.268724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075813.268728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075813.268731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075813.268736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075814.292779:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075814.292790:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075814.292794:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075814.292804:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075814.292811:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075814.292817:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075814.292821:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075814.292826:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075814.292831:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075814.676800:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075814.676805:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075814.676810:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075816.852630:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297474116, at 4297474560
00000100:00000010:0.0:1769075816.852644:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bf00.
00000800:00000200:2.1:1769075817.365534:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075817.365538:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769075817.366200:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075817.366202:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769075817.748858:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075817.748864:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075817.748868:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769075820.820683:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075820.820688:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075820.820693:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075821.972737:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297479236, at 4297479680
00000100:00000010:0.0:1769075821.972757:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b300.
00000100:00080000:3.0:1769075822.484691:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075822.484701:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075822.484706:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075822.484711:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075822.484717:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075822.484727:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2807
00000400:00000200:3.0:1769075822.484739:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075822.484750:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075822.484754:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075822.484758:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075822.484765:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484768:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075822.484772:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075822.484774:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075822.484777:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075822.484780:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075822.484782:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075822.484785:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075822.484787:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484789:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075822.484791:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484794:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075822.484796:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075822.484799:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484801:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075822.484804:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075822.484807:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075822.484810:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075822.484812:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075822.484814:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075822.484825:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769075822.484829:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075822.484833:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075822.484835:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075822.484838:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075822.484841:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075822.484847:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075822.484857:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075822.484865:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075822.484875:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612069120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075822.484887:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075822.484892:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075822.484897:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612069120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075822.484941:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075822.484944:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075822.484946:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075822.484948:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075822.484949:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075822.484951:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075822.484953:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2807
00000400:00000200:3.0:1769075822.484957:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075822.484959:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075822.484961:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075822.484964:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484966:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075822.484968:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484970:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075822.484972:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075822.484972:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075822.484974:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075822.484976:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075822.484977:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075822.484982:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075822.484985:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484988:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075822.484990:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075822.484995:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075822.484997:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075822.485001:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075822.485004:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075822.485008:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075822.485014:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075822.485020:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075822.485022:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075822.485046:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075822.485051:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075822.485058:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075822.485063:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769075822.485071:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075822.485077:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075822.485081:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075822.485085:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075822.485088:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075822.485092:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075822.485101:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075822.485107:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075822.485118:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612069248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075822.485137:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075822.485141:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075822.485145:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612069248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075822.485154:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075822.485157:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075822.485161:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075822.485203:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075822.485207:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075822.485214:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2817)
00000800:00000200:2.1:1769075822.485389:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075822.485393:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769075822.486057:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075822.486061:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1769075823.508736:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075823.508746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075823.508748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075823.508754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075823.508760:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075823.508764:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075823.508767:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075823.508770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075823.508774:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075823.892779:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075823.892785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075823.892790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075824.532659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075824.532666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075824.532668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075824.532672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075824.532676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075824.532679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075824.532681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075824.532684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075824.532686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075825.556733:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075825.556750:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075825.556752:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075825.556758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075825.556762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075825.556766:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075825.556769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075825.556772:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075825.556775:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075826.580694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075826.580704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075826.580707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075826.580714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075826.580720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075826.580726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075826.580730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075826.580749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075826.580753:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075826.964749:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075826.964753:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075826.964756:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075827.092677:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297484355, at 4297484800
00000100:00000010:0.0:1769075827.092694:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b240.
00000100:00080000:0.0:1769075827.604797:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075827.604814:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075827.604818:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075827.604823:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075827.604828:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075827.604836:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2812
00000400:00000200:0.0:1769075827.604860:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075827.604874:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075827.604881:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075827.604892:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.604905:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075827.604916:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.604920:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075827.604925:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075827.604928:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075827.604931:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075827.604934:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075827.604937:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075827.604940:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075827.604943:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.604945:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075827.604950:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.604952:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075827.604955:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075827.604958:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075827.604960:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075827.604963:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075827.604966:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075827.604969:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075827.604971:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075827.604973:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075827.604983:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769075827.604987:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075827.604990:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075827.604992:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075827.604995:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075827.604997:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075827.605001:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075827.605009:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769075827.605014:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075827.605023:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612069376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075827.605034:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075827.605038:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075827.605042:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612069376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075827.605065:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075827.605069:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075827.605073:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075827.605074:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075827.605076:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075827.605098:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075827.605101:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2812
00000400:00000200:0.0:1769075827.605106:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075827.605109:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075827.605111:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075827.605114:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.605116:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075827.605119:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.605121:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075827.605125:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075827.605127:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075827.605129:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075827.605131:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075827.605133:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075827.605136:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075827.605139:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.605142:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075827.605170:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075827.605175:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075827.605181:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075827.605184:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075827.605187:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075827.605191:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075827.605202:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075827.605210:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075827.605235:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075827.605243:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075827.605249:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075827.605254:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075827.605271:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769075827.605279:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075827.605305:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075827.605308:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075827.605318:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075827.605321:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075827.605326:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075827.605332:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075827.605341:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075827.605351:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075827.605363:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075827.605368:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075827.605380:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612069504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075827.605390:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075827.605397:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075827.605409:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075827.605413:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075827.605416:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075827.605423:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2823)
00000800:00000200:2.1:1769075827.605754:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075827.605760:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075827.606439:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075827.606442:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075830.036711:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075830.036715:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075830.036718:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075832.212713:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297489476, at 4297489920
00000100:00000010:0.0:1769075832.212735:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b900.
00000100:00080000:0.0:1769075832.724717:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075832.724737:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075832.724742:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075832.724749:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075832.724757:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075832.724773:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2818
00000400:00000200:0.0:1769075832.724789:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075832.724801:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075832.724805:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075832.724811:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.724815:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075832.724818:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.724821:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075832.724827:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075832.724829:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075832.724833:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075832.724836:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075832.724839:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075832.724843:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075832.724847:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.724849:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075832.724867:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.724870:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075832.724875:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075832.724885:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075832.724889:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075832.724892:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075832.724898:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075832.724901:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075832.724904:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075832.724908:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075832.724919:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769075832.724923:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075832.724928:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075832.724930:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075832.724934:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075832.724938:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075832.724943:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075832.724953:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769075832.724961:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075832.724972:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612069632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075832.724986:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075832.725022:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075832.725030:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612069632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075832.725060:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075832.725065:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075832.725070:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075832.725072:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075832.725074:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075832.725079:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075832.725083:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2818
00000400:00000200:0.0:1769075832.725089:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075832.725097:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075832.725101:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075832.725105:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.725108:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075832.725113:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.725121:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075832.725125:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075832.725132:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075832.725140:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075832.725151:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075832.725155:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075832.725158:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075832.725168:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.725174:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075832.725181:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075832.725196:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075832.725210:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075832.725225:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075832.725232:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075832.725240:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075832.725254:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075832.725266:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075832.725284:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075832.725290:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075832.725300:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075832.725304:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075832.725319:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769075832.725328:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075832.725335:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075832.725338:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075832.725350:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075832.725353:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075832.725358:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075832.725370:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769075832.725377:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075832.725388:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612069760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075832.725405:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075832.725409:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075832.725417:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612069760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075832.725447:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075832.725453:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075832.725459:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075832.725472:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075832.725481:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075832.725498:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2828)
00000800:00000200:2.1:1769075832.725747:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075832.725754:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769075832.726444:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075832.726450:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769075833.108904:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075833.108917:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075833.108926:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075833.748825:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075833.748840:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075833.748844:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075833.748857:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075833.748885:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075833.748900:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075833.748904:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075833.748908:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075833.748913:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075834.772754:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075834.772764:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075834.772766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075834.772773:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075834.772778:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075834.772783:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075834.772786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075834.772790:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075834.772793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075835.796737:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075835.796747:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075835.796750:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075835.796758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075835.796764:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075835.796768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075835.796772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075835.796775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075835.796779:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075836.180775:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075836.180785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075836.180792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075836.820685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075836.820693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075836.820696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075836.820701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075836.820705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075836.820711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075836.820714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075836.820717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075836.820719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075837.332771:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297494596, at 4297495040
00000100:00000010:0.0:1769075837.332788:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b420.
00000100:00000001:0.0:1769075837.844801:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075837.844813:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075837.844817:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075837.844827:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075837.844833:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075837.844858:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075837.844863:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075837.844868:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075837.844875:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075837.844875:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075837.844888:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075837.844892:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075837.844896:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075837.844900:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075837.844935:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2823
00000400:00000200:3.0:1769075837.844948:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075837.844976:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075837.844980:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075837.844984:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.844988:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075837.844991:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.844994:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075837.844998:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075837.845001:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075837.845004:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075837.845007:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075837.845009:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075837.845012:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075837.845015:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845018:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075837.845020:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845022:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075837.845026:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075837.845029:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845032:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075837.845035:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075837.845038:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075837.845042:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075837.845045:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075837.845048:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075837.845058:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769075837.845062:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075837.845066:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075837.845068:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075837.845071:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075837.845074:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075837.845079:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075837.845090:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769075837.845097:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075837.845107:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612069888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075837.845119:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075837.845124:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075837.845129:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612069888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075837.845178:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075837.845182:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075837.845187:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075837.845189:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075837.845191:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075837.845194:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075837.845198:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2823
00000400:00000200:3.0:1769075837.845203:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075837.845207:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075837.845211:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075837.845214:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845219:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075837.845224:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845227:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075837.845231:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075837.845233:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075837.845235:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075837.845237:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075837.845245:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075837.845262:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075837.845275:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845278:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075837.845288:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845294:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075837.845303:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075837.845331:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075837.845341:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075837.845346:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075837.845356:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075837.845373:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075837.845378:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075837.845395:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075837.845407:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075837.845427:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075837.845435:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769075837.845449:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075837.845461:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075837.845464:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075837.845470:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075837.845497:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075837.845501:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075837.845508:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075837.845517:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075837.845528:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612070016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075837.845554:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075837.845559:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075837.845572:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612070016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075837.845630:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075837.845636:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075837.845655:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075837.845659:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075837.845665:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075837.845674:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2833)
00000800:00000200:2.1:1769075837.845861:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075837.845867:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769075837.846304:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075837.846309:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769075838.868778:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075838.868785:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075838.868787:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075838.868792:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075838.868796:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075838.868799:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075838.868802:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075838.868804:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075838.868806:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075839.252839:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075839.252845:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075839.252850:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075839.892631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075839.892639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075839.892641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075839.892648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075839.892652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075839.892656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075839.892659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075839.892662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075839.892665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075840.916694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075840.916700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075840.916701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075840.916707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075840.916711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075840.916715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075840.916717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075840.916719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075840.916722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075841.940695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075841.940706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075841.940710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075841.940719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075841.940726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075841.940733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075841.940738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075841.940743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075841.940748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075842.324930:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075842.324934:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075842.324955:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075842.452664:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297499716, at 4297500160
00000100:00000010:0.0:1769075842.452681:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bc60.
00000100:00000001:3.0:1769075842.964708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075842.964717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075842.964720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075842.964726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075842.964730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075842.964734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075842.964748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075842.964782:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075842.964791:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075842.965780:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075842.965792:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769075842.966449:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075842.966454:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769075843.988692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075843.988700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075843.988702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075843.988710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075843.988714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075843.988719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.988722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075843.988725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075843.988728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075845.012714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075845.012723:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075845.012726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075845.012733:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075845.012738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075845.012743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075845.012747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075845.012750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075845.012765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075845.396821:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075845.396825:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075845.396828:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075846.036694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075846.036707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075846.036722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075846.036732:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075846.036738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075846.036744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075846.036749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075846.036753:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075846.036758:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075847.060729:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075847.060738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075847.060740:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075847.060746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075847.060780:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075847.060784:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075847.060787:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075847.060807:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075847.060810:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075847.572718:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297504836, at 4297505280
00000100:00000010:0.0:1769075847.572734:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000100:00000001:3.0:1769075848.084730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075848.084785:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075848.084799:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075848.084812:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075848.084830:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075848.084838:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075848.084846:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075848.084851:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075848.084858:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075848.085709:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075848.085998:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769075848.468787:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075848.468792:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075848.468796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075849.108787:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075849.108797:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075849.108799:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075849.108806:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075849.108811:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075849.108817:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075849.108820:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075849.108824:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075849.108827:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075850.132660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075850.132667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075850.132669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075850.132672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075850.132676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075850.132679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075850.132682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075850.132684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075850.132686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075851.156865:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075851.156871:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075851.156873:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075851.156879:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075851.156883:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075851.156887:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075851.156889:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075851.156891:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075851.156894:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075851.540729:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075851.540734:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075851.540739:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075852.180768:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075852.180776:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075852.180778:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075852.180783:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075852.180787:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075852.180791:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075852.180794:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075852.180797:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075852.180800:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075852.692651:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297509956, at 4297510400
00000100:00000010:0.0:1769075852.692683:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b4e0.
00000100:00000001:3.0:1769075853.204801:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075853.204824:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075853.204828:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075853.204834:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075853.204839:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075853.204846:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075853.204851:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075853.204857:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075853.204862:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075853.205425:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075853.205430:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075853.205953:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075853.205956:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769075854.228952:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075854.228966:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075854.228970:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075854.228981:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075854.228988:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075854.228994:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075854.228998:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075854.229001:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075854.229006:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075854.612757:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075854.612761:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075854.612764:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075855.252634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075855.252641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075855.252643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075855.252649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075855.252654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075855.252658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075855.252661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075855.252663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075855.252666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075856.276661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075856.276668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075856.276670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075856.276675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075856.276678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075856.276683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075856.276685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075856.276687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075856.276690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075857.300725:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075857.300734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075857.300736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075857.300743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075857.300748:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075857.300752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075857.300755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075857.300758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075857.300761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075857.684697:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075857.684701:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075857.684704:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075857.812648:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297515075, at 4297515520
00000100:00000010:0.0:1769075857.812671:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000100:00000001:3.0:1769075858.324708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075858.324717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075858.324724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075858.324733:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075858.324741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075858.324748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075858.324756:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075858.324763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075858.324768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075858.325485:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075858.325489:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075858.325964:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075858.325967:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1769075859.348668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075859.348676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075859.348677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075859.348683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075859.348687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075859.348690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075859.348692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075859.348695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075859.348697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075860.372706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075860.372715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075860.372718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075860.372724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075860.372729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075860.372733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075860.372737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075860.372741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075860.372744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075860.756796:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075860.756803:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075860.756808:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075861.396770:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075861.396778:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075861.396796:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075861.396802:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075861.396806:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075861.396810:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075861.396813:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075861.396816:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075861.396820:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075862.420656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075862.420668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075862.420671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075862.420679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075862.420685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075862.420690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075862.420695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075862.420698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075862.420702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075862.932723:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297520196, at 4297520640
00000100:00000010:0.0:1769075862.932740:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b5a0.
00000100:00000001:3.0:1769075863.444654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075863.444664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075863.444668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075863.444676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075863.444682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075863.444687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075863.444690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075863.444694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075863.444700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075863.445911:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075863.445917:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075863.446520:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075863.446524:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769075863.828891:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075863.828897:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075863.828902:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075864.468709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075864.468720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075864.468724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075864.468750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075864.468767:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075864.468772:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075864.468776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075864.468780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075864.468785:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075865.492666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075865.492675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075865.492678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075865.492687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075865.492694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075865.492715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075865.492720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075865.492724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075865.492729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075866.516704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075866.516712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075866.516714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075866.516720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075866.516724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075866.516728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075866.516732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075866.516735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075866.516739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075866.900845:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075866.900850:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075866.900854:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075867.540659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075867.540665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075867.540666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075867.540671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075867.540674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075867.540678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075867.540680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075867.540682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075867.540685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075868.052665:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297525316, at 4297525760
00000100:00000010:0.0:1769075868.052679:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:3.0:1769075868.564659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075868.564677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075868.564679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075868.564684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075868.564687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075868.564690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075868.564692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075868.564694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075868.564696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075868.565691:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075868.565697:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769075868.566120:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075868.566139:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769075869.588637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075869.588644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075869.588645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075869.588650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075869.588654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075869.588657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075869.588659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075869.588662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075869.588664:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075869.972798:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075869.972803:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075869.972808:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075870.612657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075870.612665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075870.612668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075870.612675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075870.612679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075870.612684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075870.612688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075870.612690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075870.612693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075871.636691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075871.636706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075871.636711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075871.636722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075871.636729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075871.636737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075871.636742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075871.636749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075871.636754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075872.660654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075872.660664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075872.660667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075872.660674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075872.660679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075872.660684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075872.660689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075872.660693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075872.660697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075873.044867:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075873.044877:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075873.044885:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075873.172710:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297530436, at 4297530880
00000100:00000010:0.0:1769075873.172733:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00000001:3.0:1769075873.684691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075873.684704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075873.684708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075873.684718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075873.684737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075873.684742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075873.684747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075873.684751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075873.684755:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075873.684767:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075873.684779:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075873.684784:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075873.684791:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075873.684797:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075873.684807:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2858
00000400:00000200:0.0:1769075873.684820:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075873.684828:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075873.684834:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075873.684838:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.684843:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075873.684847:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.684850:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075873.684856:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075873.684859:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075873.684863:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075873.684867:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075873.684870:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075873.684873:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075873.684877:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.684880:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075873.684883:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.684885:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075873.684890:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075873.684894:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075873.684897:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075873.684901:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075873.684906:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075873.684910:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075873.684913:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075873.684917:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075873.684932:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769075873.684940:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075873.684949:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075873.684952:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075873.684958:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075873.684963:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075873.684972:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075873.684989:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075873.685003:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075873.685034:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612071680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075873.685055:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075873.685062:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075873.685069:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612071680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075873.685105:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075873.685110:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075873.685115:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075873.685117:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075873.685120:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075873.685124:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075873.685127:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2858
00000400:00000200:0.0:1769075873.685133:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075873.685137:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075873.685142:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075873.685146:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.685150:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075873.685155:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.685159:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075873.685162:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075873.685165:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075873.685167:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075873.685170:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075873.685175:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075873.685183:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075873.685192:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.685198:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075873.685210:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075873.685215:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075873.685225:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075873.685235:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075873.685245:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075873.685252:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075873.685264:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075873.685274:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075873.685282:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075873.685291:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075873.685327:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075873.685335:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075873.685343:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769075873.685350:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075873.685359:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075873.685365:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075873.685371:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075873.685373:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075873.685378:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075873.685394:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769075873.685404:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075873.685421:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075873.685440:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075873.685445:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075873.685452:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612071808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075873.685493:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075873.685503:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075873.685520:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075873.685528:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075873.685539:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075873.685546:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2869)
00000800:00000200:2.1:1769075873.685769:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075873.685774:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769075873.686422:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075873.686426:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769075874.708730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075874.708739:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075874.708742:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075874.708748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075874.708753:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075874.708758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075874.708762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075874.708765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075874.708768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075875.732665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075875.732674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075875.732677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075875.732683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075875.732689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075875.732693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075875.732698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075875.732702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075875.732706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075876.116868:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075876.116872:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075876.116875:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075876.756669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075876.756679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075876.756682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075876.756689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075876.756695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075876.756701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075876.756705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075876.756709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075876.756712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075877.780664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075877.780673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075877.780675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075877.780682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075877.780687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075877.780692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075877.780695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075877.780699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075877.780702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075878.292732:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297535556, at 4297536000
00000100:00000010:0.0:1769075878.292750:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bae0.
00000100:00000001:3.0:1769075878.804673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075878.804683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075878.804686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075878.804694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075878.804700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075878.804704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075878.804709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075878.804712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075878.804716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075878.805873:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075878.805880:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769075878.806811:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075878.806816:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769075879.188781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075879.188790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075879.188806:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075879.828698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075879.828708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075879.828712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075879.828719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075879.828723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075879.828728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075879.828731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075879.828735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075879.828739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075880.852687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075880.852699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075880.852702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075880.852711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075880.852717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075880.852723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075880.852728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075880.852732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075880.852736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075881.876644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075881.876651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075881.876653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075881.876657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075881.876661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075881.876664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075881.876666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075881.876669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075881.876671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075882.260859:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075882.260864:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075882.260869:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075882.900706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075882.900716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075882.900719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075882.900727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075882.900732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075882.900737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075882.900740:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075882.900744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075882.900747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075883.412728:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297540676, at 4297541120
00000100:00000010:0.0:1769075883.412743:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b000.
00000100:00000001:3.0:1769075883.924665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075883.924673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075883.924677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075883.924684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075883.924691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075883.924697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075883.924701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075883.924704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075883.924709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075883.925431:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075883.925435:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769075883.925997:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075883.926000:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769075884.948636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075884.948642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075884.948643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075884.948648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075884.948651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075884.948654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075884.948656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075884.948658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075884.948661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075885.332804:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075885.332809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075885.332813:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075885.972744:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075885.972751:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075885.972753:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075885.972758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075885.972761:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075885.972764:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075885.972766:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075885.972769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075885.972772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075886.996671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075886.996679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075886.996680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075886.996686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075886.996690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075886.996694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075886.996697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075886.996699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075886.996702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075888.020725:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075888.020738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075888.020742:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075888.020751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075888.020757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075888.020762:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075888.020765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075888.020769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075888.020772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075888.404799:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075888.404805:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075888.404811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075888.532671:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297545796, at 4297546240
00000100:00000010:0.0:1769075888.532688:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bae0.
00000100:00000001:3.0:1769075889.044685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075889.044696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075889.044701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075889.044711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075889.044717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075889.044724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075889.044729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075889.044733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075889.044741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075889.045537:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075889.045540:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769075889.046176:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075889.046180:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769075890.068677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075890.068685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075890.068688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075890.068693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075890.068697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075890.068702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075890.068704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075890.068708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075890.068711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075891.092714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075891.092725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075891.092729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075891.092738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075891.092745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075891.092753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075891.092758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075891.092763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075891.092770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075891.476832:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075891.476849:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075891.476853:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075892.116686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075892.116696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075892.116699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075892.116705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075892.116708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075892.116711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075892.116714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075892.116716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075892.116719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075893.140718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075893.140729:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075893.140731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075893.140750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075893.140754:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075893.140758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075893.140760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075893.140763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075893.140767:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075893.652651:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297550916, at 4297551360
00000100:00000010:0.0:1769075893.652669:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b1e0.
00000100:00000001:3.0:1769075894.164706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075894.164717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075894.164720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075894.164729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075894.164736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075894.164741:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075894.164745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075894.164748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075894.164752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075894.164771:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075894.164780:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075894.164784:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075894.164788:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075894.164793:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075894.164801:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2879
00000400:00000200:0.0:1769075894.164812:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075894.164831:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075894.164834:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075894.164838:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.164842:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075894.164846:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.164848:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075894.164852:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075894.164855:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075894.164858:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075894.164861:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075894.164863:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075894.164866:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075894.164868:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.164870:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075894.164872:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.164873:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075894.164876:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075894.164879:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075894.164881:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.164884:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075894.164888:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075894.164891:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.164893:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075894.164895:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075894.164910:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769075894.164923:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075894.164928:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075894.164930:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.164933:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075894.164945:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075894.164951:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075894.164995:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075894.165005:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075894.165017:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612072704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075894.165028:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075894.165035:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075894.165039:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612072704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.165066:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075894.165069:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075894.165072:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075894.165074:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075894.165076:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075894.165078:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075894.165080:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2879
00000400:00000200:0.0:1769075894.165084:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075894.165087:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075894.165089:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075894.165092:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.165095:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075894.165098:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.165117:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075894.165131:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075894.165132:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075894.165134:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075894.165136:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075894.165138:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075894.165139:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075894.165142:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.165144:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075894.165147:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075894.165152:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075894.165155:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075894.165160:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075894.165166:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075894.165170:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075894.165176:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075894.165183:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.165188:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075894.165195:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075894.165200:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.165205:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075894.165212:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769075894.165219:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075894.165224:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075894.165227:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075894.165233:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075894.165235:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075894.165240:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075894.165244:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769075894.165251:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075894.165260:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612072832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075894.165273:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075894.165277:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075894.165284:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612072832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075894.165296:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075894.165300:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075894.165306:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075894.165308:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075894.165311:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075894.165320:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2889)
00000800:00000200:2.1:1769075894.165484:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075894.165487:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075894.166029:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075894.166031:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769075894.548810:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075894.548816:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075894.548821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075895.188734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075895.188758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075895.188759:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075895.188764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075895.188768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075895.188772:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075895.188774:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075895.188776:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075895.188779:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075896.212679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075896.212686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075896.212687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075896.212692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075896.212695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075896.212698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075896.212700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075896.212702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075896.212705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075897.236748:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075897.236757:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075897.236760:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075897.236794:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075897.236799:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075897.236804:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075897.236806:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075897.236810:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075897.236813:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075897.620802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075897.620809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075897.620814:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769075898.260671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075898.260682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769075898.260685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075898.260694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769075898.260700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075898.260704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075898.260707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075898.260711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075898.260714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075898.772743:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297556036, at 4297556480
00000100:00000010:0.0:1769075898.772774:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929be40.
00000100:00000001:0.0:1769075899.284663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075899.284670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075899.284679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075899.284685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075899.284688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075899.284692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.284695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075899.284697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075899.284701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075899.285744:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075899.285747:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075899.286080:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075899.286082:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769075900.308679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075900.308687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075900.308689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075900.308695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075900.308699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075900.308703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075900.308705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075900.308709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075900.308712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075900.692870:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075900.692877:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075900.692882:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075901.332713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075901.332724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075901.332729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075901.332738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075901.332744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075901.332769:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075901.332776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075901.332781:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075901.332787:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075902.356797:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075902.356805:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075902.356808:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075902.356815:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075902.356821:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075902.356847:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075902.356867:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075902.356869:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075902.356873:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075903.380708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075903.380728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075903.380730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075903.380735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075903.380739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075903.380742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075903.380745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075903.380747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075903.380750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075903.764742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075903.764747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075903.764750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075903.892681:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297561156, at 4297561600
00000100:00000010:0.0:1769075903.892706:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:0.0:1769075904.404709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075904.404714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075904.404717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075904.404722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075904.404726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075904.404731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075904.404734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075904.404738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075904.404742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075904.405425:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075904.405428:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075904.405869:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075904.405871:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769075905.428812:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075905.428820:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075905.428822:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075905.428829:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075905.428833:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075905.428837:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.428840:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075905.428843:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075905.428845:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075906.452678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075906.452686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075906.452689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075906.452695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075906.452700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075906.452704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075906.452707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075906.452711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075906.452714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075906.836790:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075906.836794:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075906.836796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075907.476717:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075907.476723:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075907.476724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075907.476729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075907.476733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075907.476758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075907.476762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075907.476764:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075907.476767:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075908.500793:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075908.500802:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075908.500805:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075908.500812:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075908.500817:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075908.500821:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075908.500825:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075908.500828:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075908.500831:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075909.012653:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297566275, at 4297566720
00000100:00000010:0.0:1769075909.012665:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:0.0:1769075909.524732:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075909.524739:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075909.524759:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075909.524765:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075909.524771:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075909.524776:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075909.524783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075909.524788:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075909.524796:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075909.525384:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075909.525388:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075909.525928:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075909.525932:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769075909.908830:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075909.908838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075909.908843:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075910.548797:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075910.548804:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075910.548805:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075910.548810:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075910.548814:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075910.548818:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.548821:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075910.548823:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075910.548826:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075911.572699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075911.572709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075911.572711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075911.572717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075911.572721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075911.572726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075911.572729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075911.572732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075911.572736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075912.596733:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075912.596744:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075912.596747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075912.596756:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075912.596761:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075912.596767:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075912.596770:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075912.596774:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075912.596778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075912.980782:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075912.980785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075912.980788:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075913.620693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075913.620706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075913.620710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075913.620720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075913.620727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075913.620733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075913.620739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075913.620744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075913.620750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075914.132709:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297571395, at 4297571840
00000100:00000010:0.0:1769075914.132733:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:0.0:1769075914.644629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075914.644638:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075914.644640:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075914.644647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075914.644651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075914.644655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075914.644659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075914.644662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075914.644669:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075914.645300:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075914.645465:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769075915.668743:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075915.668752:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075915.668755:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075915.668762:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075915.668767:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075915.668770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075915.668773:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075915.668776:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075915.668780:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075916.052766:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075916.052769:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075916.052771:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075916.692749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075916.692759:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075916.692762:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075916.692770:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075916.692775:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075916.692781:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075916.692784:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075916.692788:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075916.692791:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075917.716875:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075917.716884:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075917.716886:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075917.716893:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075917.716898:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075917.716903:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075917.716907:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075917.716910:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075917.716913:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075918.740727:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075918.740734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075918.740737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075918.740742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075918.740746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075918.740750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.740753:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075918.740757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075918.740760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075919.124771:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075919.124776:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075919.124780:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075919.252667:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297576515, at 4297576960
00000100:00000010:0.0:1769075919.252685:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00080000:0.0:1769075919.764740:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075919.764748:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075919.764751:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075919.764755:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075919.764759:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075919.764767:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2905
00000400:00000200:0.0:1769075919.764779:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075919.764785:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075919.764789:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075919.764793:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.764795:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075919.764797:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.764799:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075919.764803:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075919.764820:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769075919.764821:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075919.764823:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769075919.764825:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769075919.764827:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769075919.764829:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.764830:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075919.764832:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.764833:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075919.764835:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769075919.764838:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075919.764839:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075919.764843:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075919.764846:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075919.764849:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075919.764852:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075919.764854:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075919.764860:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769075919.764864:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769075919.764868:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075919.764870:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075919.764889:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075919.764891:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075919.764896:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075919.764904:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769075919.764911:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075919.764921:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612073984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075919.764929:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075919.764933:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075919.764936:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612073984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075919.764955:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075919.764957:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075919.764960:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075919.764961:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075919.764962:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075919.764965:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075919.764967:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2905
00000400:00000200:0.0:1769075919.764971:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769075919.764974:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075919.764977:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075919.764982:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.764987:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075919.764991:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.765011:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769075919.765014:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075919.765017:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769075919.765020:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075919.765023:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769075919.765027:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769075919.765032:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769075919.765042:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.765048:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075919.765054:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075919.765057:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769075919.765060:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769075919.765065:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769075919.765071:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075919.765081:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075919.765091:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075919.765095:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075919.765098:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075919.765103:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075919.765108:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075919.765110:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075919.765114:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769075919.765119:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769075919.765125:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075919.765126:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075919.765127:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075919.765128:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075919.765130:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075919.765134:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769075919.765140:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075919.765149:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075919.765163:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075919.765168:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075919.765174:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612074112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075919.765209:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075919.765215:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075919.765224:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075919.765231:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075919.765237:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075919.765245:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2915)
00000800:00000200:2.1:1769075919.765343:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075919.765347:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769075919.765895:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075919.765921:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075922.196788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075922.196792:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075922.196796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075924.372729:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297581635, at 4297582080
00000100:00000010:0.0:1769075924.372755:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000100:00080000:3.0:1769075924.884674:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075924.884681:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075924.884685:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075924.884690:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075924.884694:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075924.884702:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2910
00000400:00000200:3.0:1769075924.884712:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075924.884717:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075924.884720:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075924.884723:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884726:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075924.884728:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884730:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075924.884735:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075924.884736:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075924.884738:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075924.884741:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075924.884742:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075924.884744:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075924.884746:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884747:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075924.884748:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075924.884752:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075924.884754:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884756:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075924.884758:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075924.884760:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075924.884762:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075924.884779:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075924.884781:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075924.884789:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769075924.884791:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075924.884795:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075924.884796:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075924.884798:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075924.884801:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075924.884805:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075924.884811:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769075924.884816:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075924.884823:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612074240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075924.884848:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075924.884851:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075924.884854:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612074240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075924.884873:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075924.884875:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075924.884878:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075924.884879:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075924.884881:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075924.884882:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075924.884884:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2910
00000400:00000200:3.0:1769075924.884887:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075924.884889:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075924.884891:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075924.884894:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884896:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075924.884898:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884899:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075924.884901:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075924.884901:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075924.884902:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075924.884919:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075924.884923:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075924.884925:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075924.884930:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884935:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075924.884937:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884939:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075924.884942:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075924.884946:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075924.884951:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075924.884955:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075924.884960:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075924.884963:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075924.884965:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075924.884969:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075924.884973:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075924.884976:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075924.884983:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769075924.884986:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075924.884990:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075924.884992:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075924.884996:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075924.884999:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075924.885002:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075924.885007:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075924.885011:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075924.885018:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612074368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075924.885029:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075924.885033:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075924.885041:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612074368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075924.885051:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075924.885057:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075924.885061:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075924.885063:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075924.885077:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075924.885084:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2920)
00000800:00000200:2.1:1769075924.885168:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075924.885171:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075924.885593:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075924.885595:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769075925.268745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075925.268750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075925.268755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075925.908676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075925.908684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075925.908687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075925.908694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075925.908698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075925.908701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.908704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075925.908707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075925.908710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075926.932653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075926.932659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075926.932661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075926.932666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075926.932669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075926.932673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075926.932675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075926.932677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075926.932680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075927.956658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075927.956665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075927.956666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075927.956671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075927.956674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075927.956678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075927.956680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075927.956682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075927.956684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075928.340722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075928.340726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075928.340730:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075928.980651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075928.980658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075928.980660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075928.980666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075928.980669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075928.980672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075928.980674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075928.980677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075928.980680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075929.492624:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297586755, at 4297587200
00000100:00000010:0.0:1769075929.492636:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b600.
00000100:00080000:3.0:1769075930.004627:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769075930.004642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075930.004647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769075930.004647:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075930.004649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075930.004651:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075930.004656:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769075930.004657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075930.004662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769075930.004662:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769075930.004666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075930.004670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769075930.004670:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2915
00000100:00000001:0.0:1769075930.004675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075930.004677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075930.004681:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075930.004687:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075930.004690:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075930.004693:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004706:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075930.004708:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004710:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075930.004713:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075930.004714:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075930.004716:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075930.004718:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075930.004720:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075930.004722:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075930.004724:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004725:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075930.004726:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004727:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075930.004730:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075930.004732:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004734:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075930.004736:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075930.004739:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075930.004741:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075930.004743:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075930.004745:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075930.004752:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769075930.004755:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075930.004758:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075930.004759:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075930.004773:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075930.004775:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075930.004778:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075930.004785:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075930.004789:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075930.004796:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612074496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075930.004804:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075930.004808:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075930.004811:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612074496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075930.004829:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075930.004832:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075930.004834:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075930.004846:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075930.004847:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075930.004849:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075930.004851:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2915
00000400:00000200:3.0:1769075930.004853:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075930.004855:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075930.004857:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075930.004859:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004860:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075930.004862:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004863:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075930.004865:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075930.004866:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075930.004867:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075930.004868:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075930.004870:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075930.004871:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075930.004873:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004874:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075930.004875:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004876:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075930.004877:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075930.004879:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075930.004880:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075930.004882:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075930.004886:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075930.004888:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075930.004889:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075930.004892:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075930.004895:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075930.004896:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075930.004898:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769075930.004900:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075930.004902:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075930.004903:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075930.004904:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075930.004905:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075930.004913:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075930.004918:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769075930.004922:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075930.004931:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612074624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075930.004955:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075930.004958:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075930.004964:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612074624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075930.004972:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075930.004981:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075930.004987:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075930.004992:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075930.004995:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075930.005003:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2925)
00000800:00000200:2.1:1769075930.005128:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075930.005130:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075930.005604:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075930.005607:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769075931.028655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075931.028662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075931.028664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075931.028668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075931.028671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075931.028675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075931.028678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075931.028680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075931.028682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075931.412736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075931.412740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075931.412744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075932.052677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075932.052685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075932.052686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075932.052692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075932.052696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075932.052700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075932.052703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075932.052705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075932.052709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075933.076700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075933.076708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075933.076709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075933.076715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075933.076719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075933.076723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075933.076725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075933.076728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075933.076731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075934.100664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075934.100672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075934.100673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075934.100678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075934.100681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075934.100684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075934.100686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075934.100688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075934.100690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075934.484805:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075934.484814:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075934.484819:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075934.612674:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297591875, at 4297592320
00000100:00000010:0.0:1769075934.612695:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba80.
00000100:00000001:0.0:1769075935.124699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075935.124709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075935.124711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075935.124717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075935.124721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075935.124725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075935.124728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075935.124732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075935.124736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075935.125470:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075935.125473:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075935.125856:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075935.125873:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769075936.148649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075936.148658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075936.148660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075936.148667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075936.148670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075936.148674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075936.148677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075936.148680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075936.148683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075937.172648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075937.172654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075937.172656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075937.172660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075937.172664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075937.172667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075937.172669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075937.172672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075937.172674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075937.556711:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075937.556714:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075937.556717:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075938.196683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075938.196690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075938.196692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075938.196697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075938.196701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075938.196704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075938.196707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075938.196709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075938.196711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075939.220695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075939.220702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075939.220704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075939.220709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075939.220713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075939.220717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075939.220720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075939.220722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075939.220725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075939.732784:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297596995, at 4297597440
00000100:00000010:0.0:1769075939.732810:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:0.0:1769075940.244685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075940.244692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075940.244697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075940.244705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075940.244712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075940.244718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.244726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075940.244730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075940.244735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075940.245299:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075940.245303:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075940.245785:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075940.245799:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769075940.628787:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075940.628792:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075940.628795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075941.268704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075941.268711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075941.268712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075941.268717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075941.268721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075941.268724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075941.268726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075941.268728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075941.268731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075942.292727:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075942.292738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075942.292741:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075942.292750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075942.292757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075942.292764:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075942.292783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075942.292787:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075942.292791:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075943.316734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075943.316743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075943.316746:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075943.316753:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075943.316757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075943.316762:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075943.316765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075943.316768:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075943.316772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075943.700830:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075943.700838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075943.700861:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075944.340662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075944.340668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075944.340670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075944.340674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075944.340677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075944.340680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075944.340683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075944.340685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075944.340687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075944.852729:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297602115, at 4297602560
00000100:00000010:0.0:1769075944.852751:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000001:0.0:1769075945.364642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075945.364650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075945.364652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075945.364660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075945.364665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075945.364672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075945.364678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075945.364681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075945.364687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075945.365456:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075945.365461:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075945.365907:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075945.365909:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1769075946.388688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075946.388698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075946.388701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075946.388707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075946.388713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075946.388718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.388722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075946.388725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075946.388729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075946.772809:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075946.772813:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075946.772816:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075947.412663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075947.412670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075947.412672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075947.412676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075947.412680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075947.412683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075947.412685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075947.412687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075947.412690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075948.436715:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075948.436721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075948.436723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075948.436727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075948.436730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075948.436734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075948.436736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075948.436738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075948.436740:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075949.460648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075949.460655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075949.460656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075949.460662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075949.460665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075949.460669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075949.460672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075949.460674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075949.460677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075949.844903:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075949.844910:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075949.844917:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075949.972698:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297607236, at 4297607680
00000100:00000010:0.0:1769075949.972721:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00080000:3.0:1769075950.484720:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075950.484737:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075950.484742:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075950.484749:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075950.484751:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769075950.484756:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769075950.484764:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769075950.484769:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2935
00000100:00000001:0.0:1769075950.484772:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769075950.484783:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:0.0:1769075950.484786:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:3.0:1769075950.484792:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769075950.484797:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769075950.484798:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075950.484805:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075950.484807:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769075950.484810:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075950.484817:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075950.484819:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075950.484821:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075950.484829:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769075950.484830:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769075950.484832:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075950.484838:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075950.484843:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00000001:0.0:1769075950.484844:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075950.484847:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075950.484858:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075950.484863:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075950.484866:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075950.484868:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075950.484870:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075950.484873:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075950.484875:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075950.484877:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075950.484879:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075950.484883:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075950.484886:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075950.484890:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075950.484892:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075950.484905:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769075950.484911:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075950.484916:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075950.484920:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075950.484925:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075950.484929:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075950.484937:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075950.484951:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769075950.484963:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075950.484975:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612075520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075950.484986:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075950.484991:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075950.484995:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612075520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075950.485040:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075950.485043:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075950.485051:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075950.485053:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075950.485054:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075950.485057:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075950.485060:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2935
00000400:00000200:3.0:1769075950.485063:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075950.485067:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075950.485071:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075950.485075:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075950.485078:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075950.485082:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075950.485083:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075950.485087:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075950.485088:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075950.485091:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075950.485094:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075950.485098:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075950.485102:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075950.485109:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075950.485113:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075950.485117:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075950.485121:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075950.485126:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075950.485132:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075950.485135:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075950.485139:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075950.485147:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075950.485151:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075950.485154:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075950.485160:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075950.485164:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075950.485170:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075950.485178:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769075950.485182:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075950.485188:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075950.485193:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075950.485197:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075950.485200:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075950.485204:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075950.485213:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769075950.485221:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075950.485233:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075950.485247:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075950.485252:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075950.485258:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612075648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075950.485271:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075950.485274:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075950.485281:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075950.485284:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075950.485290:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075950.485296:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2945)
00000800:00000200:1.1:1769075950.485359:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075950.485362:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075950.485767:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075950.485769:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000100:00000001:0.0:1769075951.508768:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075951.508781:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075951.508784:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075951.508793:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075951.508800:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075951.508807:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.508812:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075951.508817:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075951.508823:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075952.532657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075952.532665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075952.532667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075952.532673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075952.532677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075952.532681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075952.532683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075952.532686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075952.532688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075952.916705:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075952.916711:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075952.916715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075953.556652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075953.556663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075953.556665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075953.556674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075953.556679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075953.556685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075953.556689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075953.556692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075953.556696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075954.580752:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075954.580761:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075954.580763:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075954.580771:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075954.580776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075954.580782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075954.580785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075954.580789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075954.580793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075955.092746:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297612355, at 4297612800
00000100:00000010:0.0:1769075955.092768:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000001:0.0:1769075955.604706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075955.604719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075955.604727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075955.604738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075955.604762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075955.604767:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075955.604772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075955.604776:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075955.604779:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075955.605696:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075955.605702:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075955.606493:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075955.606495:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769075955.988980:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075955.988987:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075955.988992:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075956.628752:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075956.628763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075956.628766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075956.628774:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075956.628780:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075956.628785:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.628789:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075956.628793:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075956.628797:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075957.652677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075957.652685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075957.652688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075957.652695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075957.652700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075957.652704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075957.652707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075957.652710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075957.652713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075958.676705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075958.676716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075958.676720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075958.676731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075958.676738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075958.676743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075958.676748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075958.676752:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075958.676757:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075959.060756:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075959.060763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075959.060769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075959.700679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075959.700689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075959.700692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075959.700699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075959.700704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075959.700709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075959.700712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075959.700716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075959.700720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075960.212672:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297617476, at 4297617920
00000100:00000010:0.0:1769075960.212710:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000001:0.0:1769075960.724646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075960.724655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075960.724658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075960.724664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075960.724669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075960.724673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075960.724678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075960.724683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075960.724690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075960.725215:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075960.725219:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769075960.725506:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075960.725508:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769075961.748757:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075961.748770:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075961.748774:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075961.748785:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075961.748792:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075961.748799:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.748804:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075961.748809:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075961.748815:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075962.132853:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075962.132862:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075962.132870:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075962.772715:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075962.772728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075962.772733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075962.772742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075962.772747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075962.772752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075962.772756:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075962.772760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075962.772764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075963.796790:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075963.796865:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075963.796866:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075963.796872:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075963.796876:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075963.796880:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075963.796883:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075963.796885:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075963.796888:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075964.820751:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075964.820763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075964.820766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075964.820829:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075964.820847:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075964.820854:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075964.820859:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075964.820864:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075964.820870:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075965.204810:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075965.204815:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075965.204820:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075965.332753:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297622595, at 4297623040
00000100:00000010:0.0:1769075965.332796:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bc60.
00000100:00000001:0.0:1769075965.844744:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075965.844754:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075965.844781:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075965.844808:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075965.844814:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075965.844829:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075965.844832:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075965.844836:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075965.844839:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075965.845577:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075965.845581:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075965.846098:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075965.846100:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769075966.868646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075966.868654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075966.868656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075966.868662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075966.868666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075966.868669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.868672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075966.868675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075966.868678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075967.892796:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075967.892812:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075967.892816:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075967.892842:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075967.892851:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075967.892859:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075967.892865:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075967.892871:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075967.892876:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075968.276829:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075968.276835:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075968.276852:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075968.916688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075968.916697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075968.916699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075968.916748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075968.916771:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075968.916774:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075968.916777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075968.916780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075968.916783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075969.940684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075969.940734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075969.940737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075969.940743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075969.940748:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075969.940752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075969.940755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075969.940758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075969.940779:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075970.452726:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297627716, at 4297628160
00000100:00000010:0.0:1769075970.452755:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000001:0.0:1769075970.964646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075970.964655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075970.964658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075970.964666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075970.964688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075970.964693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075970.964697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075970.964701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075970.964702:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769075970.964705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075970.964711:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075970.964715:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075970.964718:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075970.964722:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075970.964731:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2956
00000400:00000200:3.0:1769075970.964760:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075970.964770:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075970.964775:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075970.964779:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.964783:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075970.964787:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.964791:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075970.964796:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075970.964798:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075970.964801:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075970.964805:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075970.964808:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075970.964811:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075970.964815:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.964818:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075970.964820:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.964823:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075970.964827:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075970.964831:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075970.964834:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075970.964837:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075970.964841:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075970.964845:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075970.964847:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075970.964850:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075970.964861:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769075970.964865:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075970.964870:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075970.964872:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075970.964876:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075970.964879:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075970.964885:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075970.964894:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769075970.964902:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075970.964913:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612076544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075970.964927:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075970.964933:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075970.964939:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612076544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075970.964972:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075970.964980:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075970.964986:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075970.964989:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075970.964992:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075970.964998:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075970.965004:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2956
00000400:00000200:3.0:1769075970.965013:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075970.965036:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075970.965039:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075970.965043:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.965047:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075970.965054:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.965070:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075970.965076:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075970.965079:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075970.965102:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075970.965109:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075970.965115:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075970.965122:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075970.965137:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.965142:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075970.965148:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075970.965158:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075970.965165:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075970.965177:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075970.965189:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075970.965195:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075970.965204:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075970.965215:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075970.965221:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075970.965227:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075970.965236:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075970.965240:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075970.965248:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769075970.965258:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075970.965265:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075970.965281:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075970.965286:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075970.965289:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075970.965298:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075970.965309:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769075970.965319:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075970.965352:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612076672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075970.965367:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075970.965371:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075970.965379:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612076672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075970.965394:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075970.965399:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075970.965425:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075970.965433:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075970.965440:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075970.965445:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2966)
00000800:00000200:1.1:1769075970.965607:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075970.965611:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075970.966224:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075970.966246:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769075971.348855:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075971.348862:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075971.348867:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075971.988764:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075971.988776:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075971.988779:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075971.988787:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075971.988793:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075971.988800:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.988804:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075971.988808:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075971.988812:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075973.012752:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075973.012761:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075973.012764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075973.012771:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075973.012777:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075973.012782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075973.012786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075973.012789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075973.012793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075974.036825:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075974.036839:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075974.036843:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075974.036854:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075974.036863:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075974.036869:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075974.036872:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075974.036876:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075974.036881:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075974.420816:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075974.420821:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075974.420826:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075975.060683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075975.060692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075975.060694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075975.060701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075975.060706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075975.060711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075975.060714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075975.060718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075975.060721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075975.572731:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297632836, at 4297633280
00000100:00000010:0.0:1769075975.572767:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00000001:0.0:1769075976.084714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075976.084725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075976.084731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075976.084740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075976.084749:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075976.084758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.084766:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075976.084772:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075976.084778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075976.085737:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075976.085742:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075976.086364:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075976.086367:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769075977.108677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075977.108697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075977.108699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075977.108705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075977.108709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075977.108713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075977.108717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075977.108720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075977.108723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075977.492874:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075977.492883:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075977.492889:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075978.132675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075978.132683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075978.132685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075978.132690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075978.132695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075978.132700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075978.132704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075978.132707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075978.132711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075979.156725:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075979.156737:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075979.156741:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075979.156752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075979.156758:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075979.156765:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075979.156770:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075979.156775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075979.156781:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075980.180698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075980.180708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075980.180711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075980.180717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075980.180722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075980.180728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075980.180731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075980.180736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075980.180740:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075980.564844:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075980.564851:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075980.564857:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075980.692705:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297637956, at 4297638400
00000100:00000010:0.0:1769075980.692730:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000001:0.0:1769075981.204686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075981.204696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075981.204700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075981.204709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075981.204714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075981.204721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075981.204723:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769075981.204725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075981.204731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769075981.204738:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075981.204739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075981.204743:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075981.204765:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075981.204769:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075981.204777:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2966
00000400:00000200:3.0:1769075981.204787:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075981.204795:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075981.204800:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075981.204804:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204807:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075981.204809:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204811:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075981.204815:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075981.204817:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769075981.204820:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075981.204822:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769075981.204824:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769075981.204826:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769075981.204828:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204830:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075981.204831:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204832:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075981.204834:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075981.204837:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204838:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075981.204841:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075981.204843:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075981.204845:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075981.204847:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075981.204849:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075981.204856:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769075981.204859:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075981.204863:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075981.204864:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075981.204866:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075981.204868:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075981.204872:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075981.204878:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769075981.204884:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075981.204891:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612077056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075981.204900:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075981.204903:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075981.204907:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612077056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075981.204931:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075981.204933:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075981.204936:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075981.204937:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075981.204938:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075981.204940:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075981.204942:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2966
00000400:00000200:3.0:1769075981.204944:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075981.204946:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075981.204948:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075981.204951:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204953:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075981.204955:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204957:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075981.204958:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075981.204959:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075981.204960:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075981.204962:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075981.204964:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075981.204965:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075981.204968:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204972:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075981.204975:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204979:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075981.204984:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075981.204991:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075981.204999:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075981.205006:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075981.205014:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075981.205022:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075981.205028:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075981.205036:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075981.205042:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075981.205045:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075981.205049:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769075981.205055:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075981.205058:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075981.205062:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075981.205067:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075981.205069:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075981.205071:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075981.205078:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769075981.205082:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075981.205090:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075981.205103:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075981.205107:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075981.205113:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075981.205139:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075981.205146:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075981.205152:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075981.205156:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075981.205160:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075981.205166:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2976)
00000800:00000200:1.1:1769075981.205226:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075981.205453:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769075982.228749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075982.228758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075982.228760:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075982.228766:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075982.228770:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075982.228775:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075982.228778:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075982.228780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075982.228784:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075983.252692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075983.252701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075983.252704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075983.252712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075983.252718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075983.252723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075983.252727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075983.252730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075983.252734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075983.636797:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075983.636801:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075983.636806:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075984.276695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075984.276705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075984.276708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075984.276715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075984.276720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075984.276743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.276747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075984.276750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075984.276754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769075984.276873:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769075984.276922:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769075984.276937:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075984.276943:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769075984.276948:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075984.276952:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769075984.276959:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075984.276964:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:3.0:1769075984.276970:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075984.276976:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075984.276985:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1a18
00000400:00000010:3.0:1769075984.276988:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1a18.
00000100:00000001:3.0:1769075984.276993:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075984.277003:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0e00 x1855007612077056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.277032:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075984.277036:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612077056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.277046:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075984.277048:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769075984.277062:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769075984.277066:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:3.0:1769075984.277071:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769075984.277077:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769075984.277083:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:3.0:1769075984.277087:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:3.0:1769075984.277092:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769075984.277100:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b1f80 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.277141:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769075984.277156:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612077184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076006 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075984.277212:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075984.277218:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769075985.300764:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075985.300775:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075985.300778:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075985.300786:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075985.300791:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075985.300797:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075985.300801:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075985.300804:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075985.300808:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075985.812679:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297643075, at 4297643520
00000100:00000010:0.0:1769075985.812703:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00080000:3.0:1769075986.324713:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075986.324726:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769075986.324729:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075986.324733:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075986.324738:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075986.324746:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2971
00000400:00000200:3.0:1769075986.324759:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075986.324767:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075986.324772:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075986.324775:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075986.324779:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075986.324782:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075986.324786:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769075986.324787:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1769075986.324790:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769075986.324794:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1769075986.324795:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000100:00000001:0.0:1769075986.324799:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075986.324801:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075986.324806:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00100000:0.0:1769075986.324808:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000020:00000001:3.0:1769075986.324810:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769075986.324814:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769075986.324816:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769075986.324821:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075986.324823:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769075986.324826:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769075986.324828:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769075986.324833:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769075986.324834:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075986.324843:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769075986.324844:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769075986.324848:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769075986.324854:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075986.324856:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075986.324860:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075986.324863:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075986.324866:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075986.324869:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769075986.324871:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075986.324878:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769075986.324882:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769075986.324886:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075986.324888:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075986.324891:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075986.324894:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075986.324899:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075986.324908:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769075986.324915:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075986.324924:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612077312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075986.324936:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075986.324941:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075986.324945:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612077312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075986.324976:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769075986.324981:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769075986.324987:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769075986.324989:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769075986.324992:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769075986.324996:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769075986.325000:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2971
00000400:00000200:3.0:1769075986.325007:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769075986.325012:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769075986.325017:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769075986.325022:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075986.325026:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075986.325031:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075986.325035:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769075986.325040:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769075986.325046:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769075986.325053:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769075986.325060:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769075986.325065:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769075986.325070:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769075986.325080:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075986.325084:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769075986.325088:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769075986.325092:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769075986.325096:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769075986.325101:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769075986.325104:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769075986.325108:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769075986.325115:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769075986.325124:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075986.325132:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769075986.325141:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769075986.325151:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075986.325159:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769075986.325170:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769075986.325178:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769075986.325190:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769075986.325194:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769075986.325201:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769075986.325208:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769075986.325213:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769075986.325224:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769075986.325235:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769075986.325250:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612077440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769075986.325278:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769075986.325288:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075986.325297:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612077440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769075986.325320:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769075986.325326:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075986.325333:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075986.325337:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769075986.325343:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769075986.325353:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2981)
00000800:00000200:1.1:1769075986.325611:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075986.325616:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075986.326275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769075986.326280:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769075986.708794:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075986.708802:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075986.708809:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075987.349021:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075987.349034:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075987.349039:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075987.349061:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075987.349068:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075987.349075:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075987.349079:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075987.349082:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075987.349087:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075988.372696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075988.372706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075988.372709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075988.372716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075988.372721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075988.372728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075988.372731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075988.372735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075988.372738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075989.396722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075989.396734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075989.396737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075989.396746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075989.396752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075989.396757:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075989.396762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075989.396766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075989.396771:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075989.780852:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075989.780859:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075989.780865:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075990.420707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075990.420717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075990.420720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075990.420727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075990.420732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075990.420737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075990.420741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075990.420745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075990.420748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075990.932914:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297648196, at 4297648640
00000100:00000010:0.0:1769075990.932923:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000001:0.0:1769075991.444678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075991.444689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075991.444695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075991.444703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075991.444709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075991.444713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075991.444716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075991.444718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075991.444722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075991.445218:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075991.445221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769075991.445549:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075991.445551:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769075992.468743:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075992.468753:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075992.468756:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075992.468763:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075992.468768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075992.468774:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075992.468777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075992.468780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075992.468784:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075992.852847:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075992.852854:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075992.852860:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075993.492693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075993.492706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075993.492709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075993.492731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075993.492738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075993.492743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075993.492746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075993.492750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075993.492754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075994.516678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075994.516690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075994.516693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075994.516701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075994.516707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075994.516713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075994.516717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075994.516720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075994.516724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075995.540742:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075995.540756:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075995.540760:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075995.540772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075995.540780:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075995.540787:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075995.540792:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075995.540798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075995.540804:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075995.924806:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075995.924815:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075995.924824:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075996.052703:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297653315, at 4297653760
00000100:00000010:0.0:1769075996.052715:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bd80.
00000100:00000001:0.0:1769075996.564645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075996.564654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075996.564659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075996.564666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075996.564672:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075996.564678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075996.564683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075996.564687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075996.564691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769075996.565293:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075996.565296:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769075996.565695:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769075996.565697:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1769075997.588639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075997.588646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075997.588648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075997.588653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075997.588656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075997.588660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075997.588663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075997.588667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075997.588671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075998.612687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075998.612694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075998.612696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075998.612701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075998.612704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075998.612708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075998.612710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075998.612713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075998.612715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769075998.996753:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769075998.996757:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769075998.996760:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769075999.636667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769075999.636675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769075999.636678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075999.636684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769075999.636688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769075999.636693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075999.636696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769075999.636699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769075999.636702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076000.660676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076000.660685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076000.660687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076000.660694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076000.660698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076000.660704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076000.660707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076000.660712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076000.660715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076001.172746:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297658435, at 4297658880
00000100:00000010:0.0:1769076001.172765:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b900.
00000100:00000001:0.0:1769076001.684691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076001.684697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076001.684701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076001.684708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076001.684714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076001.684717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076001.684721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076001.684727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076001.684733:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076001.685421:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076001.685424:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076001.685941:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076001.685959:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1769076002.068768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076002.068774:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076002.068779:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076002.708662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076002.708669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076002.708671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076002.708677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076002.708680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076002.708684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076002.708686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076002.708688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076002.708690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076003.732696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076003.732706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076003.732708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076003.732716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076003.732721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076003.732726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076003.732730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076003.732768:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076003.732772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076004.756665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076004.756673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076004.756675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076004.756680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076004.756684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076004.756688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076004.756693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076004.756697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076004.756702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076005.140902:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076005.140906:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076005.140912:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076005.780655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076005.780663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076005.780665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076005.780671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076005.780686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076005.780689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076005.780692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076005.780695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076005.780699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076006.292631:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297663555, at 4297664000
00000100:00000010:0.0:1769076006.292646:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b720.
00000100:00000001:0.0:1769076006.804750:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076006.804763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076006.804768:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076006.804783:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076006.804794:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076006.804802:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076006.804810:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076006.804816:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076006.804822:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076006.805895:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076006.805902:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076006.806816:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076006.806822:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769076007.828711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076007.828726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076007.828731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076007.828743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076007.828751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076007.828756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076007.828760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076007.828763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076007.828767:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076008.213006:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076008.213011:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076008.213016:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076008.852702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076008.852714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076008.852718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076008.852728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076008.852735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076008.852744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076008.852749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076008.852754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076008.852760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076009.876747:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076009.876761:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076009.876764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076009.876772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076009.876778:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076009.876784:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076009.876787:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076009.876791:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076009.876807:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076010.900730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076010.900740:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076010.900743:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076010.900750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076010.900755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076010.900760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076010.900763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076010.900766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076010.900770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076011.284828:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076011.284840:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076011.284849:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076011.412688:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297668676, at 4297669120
00000100:00000010:0.0:1769076011.412708:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:0.0:1769076011.924667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076011.924677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076011.924681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076011.924689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076011.924695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076011.924701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076011.924705:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076011.924707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076011.924714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076011.924731:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076011.924732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076011.924740:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076011.924745:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076011.924749:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076011.924757:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 2997
00000400:00000200:3.0:1769076011.924768:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076011.924775:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076011.924779:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076011.924782:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.924802:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076011.924805:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.924808:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076011.924814:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076011.924817:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076011.924820:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076011.924823:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076011.924827:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076011.924830:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076011.924834:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.924837:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076011.924839:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.924842:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076011.924846:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076011.924851:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076011.924855:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076011.924859:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076011.924863:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076011.924866:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076011.924869:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076011.924872:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076011.924895:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076011.924900:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076011.924905:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076011.924907:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076011.924910:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076011.924914:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076011.924919:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076011.924928:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076011.924936:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076011.924948:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612078592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076011.924962:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076011.924968:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076011.924974:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612078592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076011.925056:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076011.925060:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076011.925065:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076011.925067:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076011.925069:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076011.925073:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076011.925077:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 2997
00000400:00000200:3.0:1769076011.925082:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076011.925086:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076011.925089:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076011.925104:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.925107:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076011.925110:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.925112:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076011.925116:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076011.925118:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076011.925120:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076011.925123:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076011.925126:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076011.925129:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076011.925133:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.925136:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076011.925138:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076011.925142:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076011.925145:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076011.925150:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076011.925153:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076011.925156:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076011.925163:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076011.925169:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076011.925175:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076011.925183:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076011.925191:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076011.925194:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076011.925206:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076011.925214:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076011.925221:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076011.925228:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076011.925233:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076011.925239:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076011.925245:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076011.925254:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076011.925265:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076011.925280:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076011.925302:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076011.925306:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076011.925320:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612078720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076011.925343:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076011.925350:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076011.925359:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076011.925363:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076011.925374:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076011.925381:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3007)
00000800:00000200:1.1:1769076011.925602:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076011.925606:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076011.926172:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076011.926175:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769076012.948668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076012.948677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076012.948680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076012.948687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076012.948692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076012.948698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076012.948701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076012.948705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076012.948709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076013.972686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076013.972697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076013.972700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076013.972732:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076013.972739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076013.972745:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076013.972750:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076013.972755:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076013.972761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076014.356841:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076014.356847:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076014.356852:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076014.996700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076014.996709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076014.996712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076014.996718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076014.996723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076014.996727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076014.996731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076014.996734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076014.996737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076016.020717:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076016.020753:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076016.020757:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076016.020767:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076016.020774:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076016.020781:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076016.020786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076016.020791:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076016.020796:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076016.532686:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297673796, at 4297674240
00000100:00000010:0.0:1769076016.532720:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000001:0.0:1769076017.044646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076017.044656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076017.044659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076017.044666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076017.044673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076017.044679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076017.044682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076017.044685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076017.044689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076017.045808:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076017.045812:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076017.046355:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076017.046358:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076017.428831:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076017.428842:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076017.428850:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076018.068751:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076018.068762:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076018.068765:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076018.068774:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076018.068780:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076018.068786:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076018.068792:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076018.068799:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076018.068805:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076019.092655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076019.092664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076019.092666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076019.092673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076019.092677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076019.092682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076019.092685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076019.092689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076019.092692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076020.116684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076020.116694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076020.116697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076020.116704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076020.116709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076020.116714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076020.116718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076020.116721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076020.116725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076020.500811:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076020.500820:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076020.500826:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076021.140773:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076021.140802:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076021.140817:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076021.140826:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076021.140850:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076021.140855:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076021.140860:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076021.140866:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076021.140871:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076021.652712:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297678916, at 4297679360
00000100:00000010:0.0:1769076021.652722:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:0.0:1769076022.164701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076022.164713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076022.164716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076022.164725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076022.164741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076022.164751:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076022.164768:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076022.164775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076022.164783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076022.165983:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076022.165988:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076022.166599:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076022.166603:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769076023.188718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076023.188728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076023.188731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076023.188738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076023.188744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076023.188749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076023.188752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076023.188756:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076023.188759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076023.572742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076023.572747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076023.572751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076024.212740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076024.212751:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076024.212754:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076024.212762:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076024.212767:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076024.212772:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076024.212776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076024.212800:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076024.212805:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076025.236854:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076025.236867:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076025.236871:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076025.236881:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076025.236889:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076025.236894:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076025.236900:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076025.236906:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076025.236912:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076026.260690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076026.260698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076026.260701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076026.260707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076026.260711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076026.260715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076026.260718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076026.260721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076026.260724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076026.644908:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076026.644914:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076026.644919:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076026.772721:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297684036, at 4297684480
00000100:00000010:0.0:1769076026.772757:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000001:0.0:1769076027.284706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076027.284716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076027.284719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076027.284756:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076027.284762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076027.284767:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076027.284772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076027.284776:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076027.284780:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076027.284812:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076027.284823:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076027.284827:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076027.284832:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076027.284837:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076027.284846:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3012
00000400:00000200:3.0:1769076027.284859:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076027.284868:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076027.284872:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076027.284876:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.284881:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076027.284884:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.284887:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076027.284892:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076027.284895:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076027.284899:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076027.284902:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076027.284905:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076027.284908:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076027.284912:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.284914:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076027.284917:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.284920:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076027.284924:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076027.284928:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076027.284931:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076027.284934:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076027.284938:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076027.284942:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076027.284944:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076027.284947:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076027.284957:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076027.284961:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076027.284967:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076027.284969:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076027.284973:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076027.284976:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076027.284981:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076027.284992:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076027.285000:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076027.285012:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612079360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076027.285026:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076027.285032:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076027.285038:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612079360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076027.285070:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076027.285074:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076027.285079:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076027.285081:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076027.285083:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076027.285087:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076027.285090:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3012
00000400:00000200:3.0:1769076027.285094:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076027.285097:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076027.285100:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076027.285104:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.285106:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076027.285109:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.285112:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076027.285114:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076027.285116:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076027.285118:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076027.285120:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076027.285123:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076027.285126:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076027.285144:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.285148:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076027.285152:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076027.285155:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076027.285158:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076027.285162:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076027.285165:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076027.285168:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076027.285175:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076027.285191:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076027.285199:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076027.285205:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076027.285216:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076027.285224:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076027.285235:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076027.285245:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076027.285252:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076027.285258:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076027.285261:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076027.285271:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076027.285277:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076027.285286:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076027.285296:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076027.285311:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076027.285328:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076027.285336:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076027.285345:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612079488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076027.285372:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076027.285381:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076027.285390:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076027.285395:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076027.285401:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076027.285409:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3022)
00000800:00000200:1.1:1769076027.285622:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076027.285627:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076027.286243:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076027.286248:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076028.308704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076028.308745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076028.308748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076028.308757:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076028.308763:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076028.308768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076028.308772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076028.308776:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076028.308781:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076029.332745:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076029.332758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076029.332762:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076029.332772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076029.332779:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076029.332786:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076029.332791:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076029.332796:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076029.332800:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076029.716859:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076029.716866:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076029.716871:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076030.356718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076030.356728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076030.356731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076030.356738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076030.356743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076030.356749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076030.356752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076030.356756:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076030.356760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076031.380739:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076031.380746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076031.380748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076031.380754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076031.380758:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076031.380762:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076031.380764:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076031.380767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076031.380770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076031.892689:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297689156, at 4297689600
00000100:00000010:0.0:1769076031.892707:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:0.0:1769076032.404710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076032.404718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076032.404721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076032.404727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076032.404733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076032.404737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076032.404740:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076032.404744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076032.404747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076032.405356:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076032.405360:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076032.405836:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076032.405839:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076032.788841:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076032.788849:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076032.788857:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076033.428762:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076033.428772:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076033.428775:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076033.428782:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076033.428787:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076033.428793:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076033.428797:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076033.428800:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076033.428804:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076034.452759:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076034.452771:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076034.452774:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076034.452782:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076034.452788:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076034.452793:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076034.452797:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076034.452800:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076034.452804:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076034.836801:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076034.836810:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076034.836817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076035.476687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076035.476697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076035.476699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076035.476706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076035.476710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076035.476715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076035.476718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076035.476720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076035.476723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076035.860758:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076035.860764:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076035.860769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076036.500678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076036.500685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076036.500688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076036.500695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076036.500699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076036.500704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076036.500707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076036.500710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076036.500713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076037.012684:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297694275, at 4297694720
00000100:00000010:0.0:1769076037.012700:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b360.
00000100:00000001:0.0:1769076037.524750:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076037.524759:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076037.524765:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076037.524773:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076037.524781:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076037.524786:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076037.524792:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076037.524798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076037.524806:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076037.525844:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076037.525848:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076037.526429:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076037.526433:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076037.908787:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076037.908793:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076037.908798:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076038.548718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076038.548728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076038.548731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076038.548739:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076038.548743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076038.548749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076038.548752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076038.548756:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076038.548759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076038.932765:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076038.932772:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076038.932777:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076039.572660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076039.572671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076039.572674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076039.572682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076039.572688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076039.572694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076039.572698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076039.572702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076039.572706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076040.596723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076040.596733:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076040.596737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076040.596745:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076040.596752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076040.596758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076040.596763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076040.596767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076040.596771:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076040.980838:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076040.980844:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076040.980849:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076041.620652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076041.620660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076041.620662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076041.620669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076041.620673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076041.620677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076041.620680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076041.620683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076041.620686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076042.004801:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076042.004806:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076042.004812:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076042.132734:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297699396, at 4297699840
00000100:00000010:0.0:1769076042.132759:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b360.
00000100:00000001:0.0:1769076042.644704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076042.644717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076042.644721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076042.644731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076042.644738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076042.644744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076042.644749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076042.644749:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076042.644754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076042.644760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076042.644760:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076042.644765:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076042.644771:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076042.644778:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076042.644790:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3027
00000400:00000200:3.0:1769076042.644806:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076042.644818:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076042.644826:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076042.644832:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.644838:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076042.644843:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.644847:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076042.644854:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076042.644857:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076042.644861:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076042.644865:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076042.644868:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076042.644871:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076042.644875:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.644877:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076042.644880:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.644882:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076042.644886:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076042.644891:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076042.644894:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076042.644898:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076042.644902:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076042.644906:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076042.644909:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076042.644912:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076042.644922:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076042.644927:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076042.644933:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076042.644935:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076042.644939:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076042.644942:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076042.644948:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076042.644958:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076042.644966:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076042.644978:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612080128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076042.644993:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076042.644998:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076042.645004:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612080128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076042.645036:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076042.645041:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076042.645045:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076042.645047:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076042.645050:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076042.645053:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076042.645057:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3027
00000400:00000200:3.0:1769076042.645063:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076042.645067:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076042.645070:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076042.645074:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.645077:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076042.645081:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.645084:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076042.645087:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076042.645090:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076042.645092:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076042.645095:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076042.645098:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076042.645101:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076042.645133:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.645135:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076042.645138:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076042.645146:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076042.645154:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076042.645163:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076042.645166:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076042.645172:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076042.645180:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076042.645185:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076042.645190:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076042.645197:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076042.645206:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076042.645215:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076042.645223:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076042.645228:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076042.645234:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076042.645238:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076042.645246:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076042.645250:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076042.645253:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076042.645260:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076042.645267:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076042.645280:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076042.645294:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076042.645297:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076042.645301:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612080256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076042.645316:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076042.645321:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076042.645331:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076042.645338:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076042.645346:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076042.645352:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3038)
00000800:00000200:2.1:1769076042.645497:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076042.645501:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076042.646073:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076042.646076:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1769076043.668689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076043.668696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076043.668698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076043.668703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076043.668706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076043.668710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076043.668712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076043.668715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076043.668717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076044.052776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076044.052782:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076044.052788:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076044.692693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076044.692702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076044.692705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076044.692713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076044.692719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076044.692724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076044.692727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076044.692731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076044.692735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076045.076846:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076045.076854:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076045.076860:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076045.716696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076045.716708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076045.716711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076045.716719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076045.716725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076045.716747:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076045.716751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076045.716755:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076045.716759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076046.740662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076046.740673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076046.740677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076046.740686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076046.740691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076046.740698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076046.740702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076046.740706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076046.740710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076047.124877:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076047.124886:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076047.124892:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076047.252714:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297704516, at 4297704960
00000100:00000010:0.0:1769076047.252732:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba20.
00000100:00080000:3.0:1769076047.764678:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076047.764693:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076047.764697:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076047.764702:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076047.764709:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076047.764719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3033
00000100:00000001:0.0:1769076047.764728:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1769076047.764735:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769076047.764737:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076047.764743:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076047.764749:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00100000:0.0:1769076047.764752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769076047.764757:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076047.764760:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769076047.764766:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076047.764768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076047.764774:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076047.764776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769076047.764783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076047.764784:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076047.764791:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769076047.764793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076047.764802:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076047.764806:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076047.764810:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076047.764814:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076047.764818:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076047.764822:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076047.764827:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076047.764830:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076047.764834:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076047.764837:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076047.764842:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076047.764846:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076047.764850:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076047.764854:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076047.764857:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076047.764861:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076047.764863:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076047.764866:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076047.764876:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076047.764881:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076047.764885:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076047.764887:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076047.764891:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076047.764894:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076047.764899:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076047.764908:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076047.764917:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076047.764928:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612080384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076047.764942:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076047.764948:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076047.764953:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612080384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076047.764984:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076047.764989:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076047.764993:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076047.764995:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076047.764998:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076047.765001:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076047.765004:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3033
00000400:00000200:3.0:1769076047.765010:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076047.765015:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076047.765020:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076047.765025:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076047.765031:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076047.765035:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076047.765039:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076047.765043:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076047.765046:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076047.765049:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076047.765052:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076047.765056:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076047.765061:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076047.765067:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076047.765072:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076047.765079:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076047.765084:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076047.765090:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076047.765098:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076047.765105:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076047.765115:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076047.765131:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076047.765144:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076047.765153:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076047.765162:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076047.765173:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076047.765180:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076047.765189:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076047.765201:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076047.765213:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076047.765218:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076047.765224:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076047.765232:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076047.765241:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076047.765252:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076047.765263:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076047.765281:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612080512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076047.765310:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076047.765316:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076047.765323:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612080512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076047.765352:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076047.765363:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076047.765425:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076047.765436:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076047.765450:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076047.765458:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3043)
00000800:00000200:2.1:1769076047.765608:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076047.765991:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769076048.148785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076048.148790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076048.148795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076048.788765:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076048.788778:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076048.788781:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076048.788789:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076048.788795:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076048.788801:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076048.788806:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076048.788810:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076048.788815:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076049.812754:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076049.812763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076049.812765:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076049.812772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076049.812777:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076049.812782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076049.812785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076049.812789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076049.812792:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076050.196767:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076050.196775:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076050.196781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076050.836903:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076050.836913:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076050.836915:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076050.836922:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076050.836927:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076050.836932:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076050.836936:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076050.836940:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076050.836943:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076051.220672:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076051.220676:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076051.220679:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076051.860781:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076051.860790:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076051.860792:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076051.860799:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076051.860804:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076051.860809:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076051.860814:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076051.860829:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076051.860832:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076052.372708:0:32992:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297709636, at 4297710080
00000100:00000010:0.0:1769076052.372725:0:32992:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b720.
00000100:00000001:0.0:1769076052.884811:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076052.884816:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076052.884820:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076052.884826:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076052.884834:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076052.884840:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076052.884845:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076052.884850:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076052.884854:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076052.885530:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076052.885536:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076052.886179:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076052.886182:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076053.268829:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076053.268835:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076053.268840:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076053.908905:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076053.908916:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076053.908919:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076053.908926:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076053.908932:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076053.908938:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076053.908942:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076053.908946:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076053.908951:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076054.292877:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076054.292885:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076054.292890:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076054.932711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076054.932720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076054.932723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076054.932731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076054.932736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076054.932741:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076054.932745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076054.932749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076054.932752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076055.956679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076055.956688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076055.956692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076055.956699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076055.956705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076055.956710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076055.956713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076055.956716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076055.956720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076056.340889:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076056.340897:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076056.340905:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076056.980669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076056.980679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076056.980682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076056.980690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076056.980695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076056.980700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076056.980704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076056.980708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076056.980712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076057.364939:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076057.364948:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076057.364954:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076057.492756:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297714756, at 4297715200
00000100:00000010:0.0:1769076057.492798:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b240.
00000100:00000001:0.0:1769076058.004713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076058.004722:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076058.004727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076058.004737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076058.004746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076058.004753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076058.004761:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076058.004769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076058.004779:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076058.005515:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076058.005520:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076058.006122:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076058.006126:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769076059.028716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076059.028729:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076059.028733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076059.028742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076059.028750:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076059.028758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076059.028763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076059.028769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076059.028775:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076059.412813:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076059.412818:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076059.412822:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076060.052688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076060.052713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076060.052715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076060.052729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076060.052734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076060.052739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076060.052743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076060.052746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076060.052750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076060.436818:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076060.436823:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076060.436827:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076061.076691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076061.076701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076061.076704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076061.076711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076061.076716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076061.076721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076061.076724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076061.076729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076061.076733:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076062.100649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076062.100657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076062.100659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076062.100666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076062.100670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076062.100674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076062.100677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076062.100680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076062.100683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076062.484938:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076062.484946:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076062.484951:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076062.612672:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297719876, at 4297720320
00000100:00000010:0.0:1769076062.612686:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bcc0.
00000100:00000001:0.0:1769076063.124634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076063.124652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076063.124655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076063.124659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076063.124662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076063.124666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076063.124669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076063.124672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076063.124675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076063.125586:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076063.125589:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076063.125898:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076063.125900:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076063.508976:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076063.508999:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076063.509008:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076064.148673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076064.148682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076064.148684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076064.148690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076064.148694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076064.148699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076064.148702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076064.148705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076064.148708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076065.172675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076065.172685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076065.172687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076065.172695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076065.172700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076065.172705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076065.172709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076065.172712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076065.172716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076065.556879:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076065.556887:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076065.556893:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076066.196666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076066.196675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076066.196678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076066.196685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076066.196691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076066.196696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076066.196699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076066.196702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076066.196707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076066.580900:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076066.580913:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076066.580919:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076067.220679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076067.220692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076067.220696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076067.220706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076067.220713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076067.220720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076067.220726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076067.220731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076067.220736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076067.732711:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297724996, at 4297725440
00000100:00000010:0.0:1769076067.732737:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b600.
00000100:00080000:0.0:1769076068.244674:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076068.244687:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076068.244690:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076068.244696:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076068.244715:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076068.244724:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3053
00000400:00000200:0.0:1769076068.244737:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076068.244747:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076068.244754:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076068.244776:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244782:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076068.244786:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244788:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076068.244791:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076068.244793:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076068.244796:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076068.244798:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076068.244800:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076068.244801:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076068.244804:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244806:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076068.244807:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244809:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076068.244812:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076068.244814:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244816:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076068.244818:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076068.244821:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076068.244823:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076068.244825:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076068.244827:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076068.244834:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769076068.244836:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076068.244839:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076068.244841:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076068.244843:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076068.244845:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076068.244849:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076068.244862:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769076068.244868:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076068.244891:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612081408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076068.244900:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076068.244904:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076068.244907:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612081408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076068.244922:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076068.244924:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076068.244926:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076068.244928:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076068.244929:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076068.244931:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076068.244933:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3053
00000400:00000200:0.0:1769076068.244937:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076068.244939:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076068.244956:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076068.244959:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244961:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076068.244963:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244964:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076068.244967:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076068.244970:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076068.244972:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076068.244974:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076068.244978:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076068.244983:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076068.244987:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244989:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076068.244993:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076068.244997:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076068.245000:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076068.245005:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076068.245030:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076068.245036:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076068.245099:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076068.245102:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076068.245106:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076068.245111:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076068.245116:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076068.245118:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076068.245123:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769076068.245126:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076068.245130:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076068.245131:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076068.245133:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076068.245136:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076068.245138:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076068.245169:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076068.245176:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076068.245187:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612081536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076068.245208:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076068.245215:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076068.245224:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612081536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076068.245242:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076068.245249:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076068.245256:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076068.245264:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076068.245269:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076068.245276:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3063)
00000800:00000200:2.1:1769076068.245498:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076068.245502:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076068.245903:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076068.245905:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076068.628803:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076068.628809:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076068.628814:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076069.268765:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076069.268777:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076069.268780:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076069.268789:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076069.268795:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076069.268801:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076069.268805:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076069.268809:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076069.268813:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076069.652814:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076069.652822:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076069.652829:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076070.292637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076070.292649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076070.292653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076070.292659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076070.292662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076070.292667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076070.292669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076070.292672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076070.292675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076071.316709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076071.316719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076071.316721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076071.316729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076071.316734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076071.316739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076071.316743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076071.316746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076071.316749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076071.700833:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076071.700841:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076071.700848:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076072.340731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076072.340741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076072.340744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076072.340751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076072.340756:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076072.340761:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076072.340764:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076072.340768:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076072.340772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076072.724839:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076072.724847:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076072.724853:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076072.852705:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297730115, at 4297730560
00000100:00000010:0.0:1769076072.852724:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bde0.
00000100:00000001:0.0:1769076073.364658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076073.364661:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076073.364667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076073.364670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076073.364675:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769076073.364676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076073.364681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076073.364681:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076073.364687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076073.364689:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076073.364690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076073.364695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076073.364698:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076073.364699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076073.364723:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3058
00000400:00000200:3.0:1769076073.364735:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076073.364743:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076073.364746:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076073.364750:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.364752:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076073.364754:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.364756:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076073.364760:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076073.364765:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076073.364768:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076073.364771:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076073.364773:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076073.364775:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076073.364777:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.364779:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076073.364781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.364788:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076073.364809:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076073.364814:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076073.364818:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076073.364822:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076073.364827:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076073.364832:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076073.364836:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076073.364839:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076073.364851:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076073.364856:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076073.364878:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076073.364881:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076073.364886:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076073.364889:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076073.364896:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076073.364908:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076073.364919:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076073.364947:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612081664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076073.365017:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076073.365021:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076073.365026:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612081664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076073.365044:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076073.365047:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076073.365050:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076073.365051:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076073.365053:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076073.365055:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076073.365057:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3058
00000400:00000200:3.0:1769076073.365061:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076073.365063:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076073.365066:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076073.365069:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.365071:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076073.365073:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.365076:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076073.365078:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076073.365079:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076073.365081:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076073.365083:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076073.365086:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076073.365088:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076073.365092:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.365094:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076073.365096:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076073.365098:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076073.365100:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076073.365103:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076073.365106:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076073.365122:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076073.365137:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076073.365142:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076073.365145:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076073.365150:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076073.365155:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076073.365164:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076073.365176:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076073.365188:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076073.365196:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076073.365200:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076073.365223:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076073.365228:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076073.365238:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076073.365262:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076073.365285:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076073.365320:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076073.365354:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076073.365364:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076073.365376:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612081792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076073.365398:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076073.365411:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076073.365425:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076073.365457:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076073.365476:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076073.365491:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3068)
00000800:00000200:2.1:1769076073.365676:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076073.365681:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076073.366273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076073.366277:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769076074.388740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076074.388750:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076074.388752:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076074.388760:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076074.388765:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076074.388770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076074.388773:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076074.388776:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076074.388780:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076074.772877:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076074.772886:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076074.772892:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076075.412717:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076075.412728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076075.412731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076075.412739:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076075.412744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076075.412750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076075.412753:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076075.412757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076075.412760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076075.796802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076075.796807:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076075.796812:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076076.436769:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076076.436780:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076076.436783:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076076.436792:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076076.436798:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076076.436804:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076076.436808:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076076.436812:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076076.436816:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076077.460672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076077.460683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076077.460686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076077.460694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076077.460700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076077.460705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076077.460709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076077.460713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076077.460717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076077.844765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076077.844769:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076077.844773:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076077.972684:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297735236, at 4297735680
00000100:00000010:0.0:1769076077.972719:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000100:00080000:3.0:1769076078.484689:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076078.484708:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076078.484709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076078.484714:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076078.484717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076078.484724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076078.484727:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769076078.484730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076078.484739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076078.484743:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076078.484746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076078.484753:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076078.484756:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076078.484762:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3063
00000100:00000001:0.0:1769076078.484763:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076078.484783:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076078.484793:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076078.484798:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076078.484804:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.484809:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076078.484813:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.484818:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076078.484824:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076078.484826:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076078.484830:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076078.484834:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076078.484838:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076078.484842:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076078.484847:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.484849:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076078.484852:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.484854:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076078.484858:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076078.484862:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076078.484866:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076078.484910:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076078.484914:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076078.484918:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076078.484921:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076078.484924:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076078.484934:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076078.484939:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076078.484944:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076078.484946:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076078.484950:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076078.484953:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076078.484959:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076078.484968:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076078.484976:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076078.484989:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612081920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076078.485003:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076078.485019:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076078.485026:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612081920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076078.485055:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076078.485059:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076078.485064:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076078.485066:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076078.485069:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076078.485072:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076078.485075:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3063
00000400:00000200:3.0:1769076078.485081:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076078.485085:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076078.485089:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076078.485093:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.485096:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076078.485101:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.485105:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076078.485108:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076078.485110:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076078.485112:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076078.485115:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076078.485117:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076078.485122:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076078.485129:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.485135:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076078.485145:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076078.485155:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076078.485159:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076078.485167:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076078.485171:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076078.485179:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076078.485189:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076078.485198:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076078.485209:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076078.485220:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076078.485230:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076078.485240:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076078.485255:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076078.485270:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076078.485285:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076078.485304:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076078.485314:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076078.485321:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076078.485327:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076078.485337:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076078.485346:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076078.485362:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612082048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076078.485382:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076078.485387:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076078.485399:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612082048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076078.485422:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076078.485433:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076078.485447:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076078.485454:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076078.485459:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076078.485465:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3073)
00000800:00000200:2.1:1769076078.485641:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076078.485646:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769076078.486354:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076078.486357:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1769076078.868774:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076078.868780:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076078.868785:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076079.508721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076079.508731:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076079.508733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076079.508742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076079.508748:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076079.508753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076079.508757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076079.508760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076079.508764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076080.532662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076080.532672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076080.532675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076080.532682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076080.532687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076080.532691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076080.532695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076080.532698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076080.532702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076080.916862:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076080.916868:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076080.916874:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076081.556632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076081.556639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076081.556640:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076081.556645:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076081.556648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076081.556651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076081.556653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076081.556656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076081.556658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076081.940828:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076081.940836:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076081.940842:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076082.580716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076082.580726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076082.580728:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076082.580736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076082.580741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076082.580746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076082.580750:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076082.580754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076082.580759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076083.092682:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297740356, at 4297740800
00000100:00000010:0.0:1769076083.092693:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000100:00000001:0.0:1769076083.604757:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076083.604772:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076083.604777:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076083.604816:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076083.604824:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076083.604834:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076083.604844:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076083.604852:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076083.604863:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076083.605967:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076083.605973:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076083.606593:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076083.606600:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076083.988773:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076083.988799:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076083.988805:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076084.628714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076084.628724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076084.628727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076084.628735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076084.628740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076084.628746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076084.628750:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076084.628753:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076084.628757:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076085.012899:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076085.012905:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076085.012910:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076085.652698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076085.652709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076085.652712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076085.652722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076085.652728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076085.652734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076085.652738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076085.652744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076085.652794:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076086.676658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076086.676665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076086.676667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076086.676674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076086.676678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076086.676682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076086.676684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076086.676687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076086.676690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076087.060871:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076087.060876:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076087.060882:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076087.700657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076087.700666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076087.700668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076087.700691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076087.700697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076087.700702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076087.700705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076087.700708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076087.700762:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076088.084805:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076088.084810:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076088.084815:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076088.212682:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297745476, at 4297745920
00000100:00000010:0.0:1769076088.212724:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b780.
00000100:00000001:0.0:1769076088.724694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076088.724733:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076088.724736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076088.724746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076088.724753:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076088.724759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076088.724763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076088.724767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076088.724772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769076088.725767:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076088.725772:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076088.726352:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076088.726356:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769076089.748779:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076089.748790:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076089.748793:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076089.748800:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076089.748806:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076089.748812:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076089.748816:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076089.748820:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076089.748824:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076090.132832:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076090.132842:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076090.132849:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076090.772704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076090.772714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076090.772717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076090.772724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076090.772740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076090.772745:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076090.772749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076090.772753:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076090.772756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076091.156788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076091.156795:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076091.156800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076091.796709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076091.796717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076091.796719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076091.796724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076091.796728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076091.796733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076091.796735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076091.796738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076091.796742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076092.820708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076092.820718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076092.820721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076092.820728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076092.820733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076092.820738:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076092.820742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076092.820746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076092.820750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076093.204788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076093.204794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076093.204799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076093.332695:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297750596, at 4297751040
00000100:00000010:0.0:1769076093.332728:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b1e0.
00000100:00000001:0.0:1769076093.844741:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076093.844753:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076093.844756:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076093.844767:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076093.844773:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076093.844780:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076093.844786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076093.844786:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076093.844793:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076093.844803:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076093.844804:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076093.844811:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076093.844818:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076093.844824:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076093.844834:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3079
00000400:00000200:3.0:1769076093.844847:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076093.844858:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076093.844863:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076093.844868:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.844872:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076093.844876:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.844879:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076093.844885:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076093.844887:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076093.844891:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076093.844895:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076093.844898:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076093.844901:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076093.844905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.844909:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076093.844911:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.844914:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076093.844919:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076093.844924:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076093.844927:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076093.844931:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076093.844935:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076093.844939:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076093.844942:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076093.844945:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076093.844960:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076093.844967:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076093.844975:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076093.844978:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076093.844984:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076093.844988:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076093.844997:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076093.845011:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076093.845024:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076093.845041:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612082688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076093.845064:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076093.845073:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076093.845083:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612082688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076093.845122:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076093.845126:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076093.845131:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076093.845133:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076093.845136:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076093.845140:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076093.845144:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3079
00000400:00000200:3.0:1769076093.845151:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076093.845156:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076093.845159:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076093.845174:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.845177:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076093.845180:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.845183:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076093.845186:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076093.845188:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076093.845190:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076093.845192:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076093.845195:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076093.845198:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076093.845201:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.845203:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076093.845206:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076093.845209:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076093.845213:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076093.845217:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076093.845221:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076093.845224:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076093.845244:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076093.845246:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076093.845249:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076093.845255:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076093.845259:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076093.845262:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076093.845280:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076093.845288:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076093.845293:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076093.845297:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076093.845301:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076093.845305:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076093.845308:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076093.845317:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076093.845329:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076093.845353:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612082816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076093.845402:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076093.845410:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076093.845421:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612082816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076093.845442:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076093.845448:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076093.845458:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076093.845466:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076093.845471:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076093.845479:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3089)
00000800:00000200:2.1:1769076093.845785:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076093.845788:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076093.846170:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076093.846175:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076094.228833:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076094.228842:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076094.228849:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076094.868696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076094.868708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076094.868713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076094.868722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076094.868729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076094.868736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076094.868739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076094.868743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076094.868747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076095.892676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076095.892684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076095.892686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076095.892691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076095.892695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076095.892699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076095.892702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076095.892704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076095.892706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076096.276731:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076096.276735:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076096.276738:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076096.916686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076096.916696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076096.916698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076096.916704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076096.916709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076096.916714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076096.916718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076096.916721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076096.916725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076097.300758:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076097.300763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076097.300767:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076097.940676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076097.940686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076097.940688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076097.940696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076097.940701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076097.940706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076097.940709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076097.940712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076097.940716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076098.452735:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297755716, at 4297756160
00000100:00000010:0.0:1769076098.452752:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bae0.
00000100:00080000:3.0:1769076098.964710:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076098.964725:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076098.964729:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076098.964735:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076098.964736:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076098.964746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076098.964747:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076098.964752:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076098.964761:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769076098.964762:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3084
00000100:00000001:0.0:1769076098.964770:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076098.964777:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076098.964786:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769076098.964788:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076098.964794:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076098.964800:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076098.964802:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076098.964808:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076098.964816:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.964820:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076098.964824:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.964828:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076098.964833:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076098.964836:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076098.964840:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076098.964844:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076098.964847:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076098.964850:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076098.964854:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.964856:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076098.964859:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.964862:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076098.964866:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076098.964870:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076098.964874:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076098.964877:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076098.964881:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076098.964885:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076098.964887:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076098.964890:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076098.964901:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076098.964905:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076098.964910:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076098.964912:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076098.964916:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076098.964919:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076098.964924:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076098.964934:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076098.964942:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076098.964954:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612082944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076098.964968:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076098.964974:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076098.964980:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612082944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076098.965011:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076098.965016:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076098.965020:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076098.965022:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076098.965024:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076098.965028:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076098.965031:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3084
00000400:00000200:3.0:1769076098.965035:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076098.965039:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076098.965042:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076098.965046:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.965049:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076098.965052:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.965055:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076098.965059:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076098.965061:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076098.965064:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076098.965066:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076098.965069:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076098.965072:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076098.965076:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.965080:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076098.965084:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076098.965090:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076098.965092:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076098.965096:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076098.965102:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076098.965109:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076098.965122:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076098.965128:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076098.965131:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076098.965140:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076098.965150:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076098.965158:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076098.965166:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076098.965176:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076098.965183:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076098.965188:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076098.965199:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076098.965203:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076098.965210:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076098.965218:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076098.965229:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076098.965242:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612083072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076098.965265:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076098.965270:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076098.965283:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612083072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076098.965309:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076098.965317:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076098.965322:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076098.965331:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076098.965338:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076098.965352:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3094)
00000800:00000200:2.1:1769076098.965518:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076098.965584:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076098.966189:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076098.966192:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076099.348788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076099.348795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076099.348800:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076099.988705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076099.988718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076099.988722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076099.988730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076099.988736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076099.988742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076099.988747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076099.988751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076099.988756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076100.372788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076100.372793:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076100.372797:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076101.012688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076101.012697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076101.012700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076101.012706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076101.012711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076101.012716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076101.012719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076101.012722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076101.012725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076102.036665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076102.036674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076102.036677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076102.036684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076102.036689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076102.036694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076102.036698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076102.036702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076102.036706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076102.420791:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076102.420797:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076102.420802:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076103.060670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076103.060678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076103.060680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076103.060686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076103.060690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076103.060695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076103.060698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076103.060702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076103.060706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076103.444836:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076103.444840:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076103.444843:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076103.572682:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297760836, at 4297761280
00000100:00000010:0.0:1769076103.572701:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b180.
00000100:00080000:3.0:1769076104.084663:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076104.084677:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076104.084680:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076104.084685:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076104.084690:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076104.084699:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3089
00000100:00000001:0.0:1769076104.084707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1769076104.084714:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769076104.084715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076104.084720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076104.084727:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00100000:0.0:1769076104.084728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769076104.084735:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076104.084737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076104.084743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076104.084744:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076104.084748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076104.084751:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076104.084754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076104.084757:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076104.084760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076104.084762:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076104.084769:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076104.084772:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076104.084775:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076104.084778:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076104.084781:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076104.084784:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076104.084788:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076104.084790:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076104.084792:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076104.084795:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076104.084798:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076104.084803:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076104.084806:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076104.084809:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076104.084813:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076104.084816:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076104.084818:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076104.084820:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076104.084831:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076104.084834:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076104.084838:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076104.084839:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076104.084842:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076104.084845:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076104.084850:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076104.084858:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769076104.084864:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076104.084892:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612083200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076104.084907:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076104.084913:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076104.084919:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612083200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076104.084969:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076104.084974:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076104.084978:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076104.084979:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076104.084982:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076104.084985:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076104.084989:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3089
00000400:00000200:3.0:1769076104.084995:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076104.084999:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076104.085003:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076104.085007:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076104.085010:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076104.085013:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076104.085016:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076104.085019:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076104.085021:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076104.085023:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076104.085025:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076104.085028:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076104.085031:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076104.085039:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076104.085046:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076104.085074:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076104.085077:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076104.085082:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076104.085089:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076104.085097:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076104.085102:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076104.085111:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076104.085118:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076104.085122:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076104.085129:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076104.085139:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076104.085143:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076104.085154:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076104.085160:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076104.085164:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076104.085169:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076104.085174:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076104.085178:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076104.085181:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076104.085191:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076104.085197:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076104.085209:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076104.085220:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076104.085225:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076104.085232:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612083328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076104.085257:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076104.085262:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076104.085274:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076104.085282:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076104.085289:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076104.085301:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3099)
00000800:00000200:2.1:1769076104.085411:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076104.085416:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076104.086027:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076104.086031:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769076105.108651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076105.108660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076105.108663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076105.108671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076105.108676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076105.108681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076105.108684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076105.108688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076105.108691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076105.492857:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076105.492866:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076105.492872:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076106.132661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076106.132672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076106.132674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076106.132681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076106.132687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076106.132692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076106.132695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076106.132699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076106.132702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076106.516807:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076106.516816:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076106.516822:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076107.156696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076107.156707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076107.156710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076107.156718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076107.156722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076107.156727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076107.156730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076107.156734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076107.156737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076108.180708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076108.180721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076108.180726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076108.180736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076108.180744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076108.180752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076108.180757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076108.180763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076108.180768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076108.564841:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076108.564850:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076108.564858:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076108.692690:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297765956, at 4297766400
00000100:00000010:0.0:1769076108.692711:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b000.
00000100:00080000:3.0:1769076109.204640:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076109.204655:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076109.204659:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076109.204664:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076109.204670:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076109.204682:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3094
00000400:00000200:3.0:1769076109.204697:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769076109.204704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1769076109.204707:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076109.204712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076109.204716:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076109.204717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076109.204729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000040:3.0:1769076109.204731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076109.204737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076109.204739:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076109.204744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076109.204748:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076109.204751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076109.204755:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769076109.204758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769076109.204763:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769076109.204765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076109.204768:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076109.204774:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076109.204778:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076109.204781:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076109.204785:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076109.204790:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076109.204792:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076109.204795:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076109.204798:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076109.204802:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076109.204808:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076109.204811:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076109.204815:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076109.204818:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076109.204822:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076109.204824:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076109.204827:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076109.204839:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076109.204846:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076109.204852:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076109.204855:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076109.204860:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076109.204865:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076109.204871:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076109.204886:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076109.204898:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076109.204915:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612083456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076109.204938:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076109.204945:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076109.204955:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612083456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076109.204990:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076109.204995:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076109.204999:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076109.205001:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076109.205004:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076109.205008:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076109.205011:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3094
00000400:00000200:3.0:1769076109.205018:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076109.205022:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076109.205025:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076109.205029:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076109.205032:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076109.205034:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076109.205037:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076109.205040:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076109.205042:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076109.205044:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076109.205046:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076109.205049:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076109.205051:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076109.205056:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076109.205058:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076109.205061:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076109.205065:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076109.205070:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076109.205074:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076109.205078:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076109.205080:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076109.205088:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076109.205095:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076109.205101:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076109.205111:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076109.205121:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076109.205132:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076109.205147:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076109.205158:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076109.205172:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076109.205179:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076109.205190:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076109.205200:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076109.205210:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076109.205226:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076109.205241:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076109.205263:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612083584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076109.205293:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076109.205303:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076109.205322:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612083584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076109.205391:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076109.205398:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076109.205407:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076109.205417:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076109.205424:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076109.205437:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3104)
00000800:00000200:2.1:1769076109.205609:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076109.205614:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1769076109.206131:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076109.206134:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076109.588810:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076109.588816:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076109.588821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076110.228694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076110.228707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076110.228712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076110.228722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076110.228729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076110.228736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076110.228742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076110.228747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076110.228752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076111.252657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076111.252665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076111.252667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076111.252674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076111.252677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076111.252681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076111.252684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076111.252687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076111.252690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076111.636760:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076111.636765:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076111.636768:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076112.276705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076112.276714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076112.276717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076112.276724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076112.276729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076112.276734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076112.276738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076112.276751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076112.276754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076112.660849:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076112.660857:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076112.660863:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076113.300691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076113.300711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076113.300713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076113.300720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076113.300724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076113.300729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076113.300731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076113.300734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076113.300737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076113.812668:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297771076, at 4297771520
00000100:00000010:0.0:1769076113.812688:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00080000:3.0:1769076114.324683:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076114.324699:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076114.324703:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076114.324709:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076114.324715:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076114.324726:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3099
00000400:00000200:3.0:1769076114.324740:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076114.324751:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076114.324755:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076114.324762:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076114.324768:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769076114.324769:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1769076114.324773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076114.324777:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076114.324780:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769076114.324783:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076114.324789:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:0.0:1769076114.324792:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000020:00000040:3.0:1769076114.324795:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000100:00000001:0.0:1769076114.324801:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769076114.324802:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769076114.324810:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769076114.324811:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00000001:0.0:1769076114.324820:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769076114.324821:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769076114.324827:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769076114.324828:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769076114.324835:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076114.324838:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076114.324845:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076114.324848:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076114.324851:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076114.324856:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076114.324861:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076114.324865:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076114.324870:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076114.324874:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076114.324878:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076114.324881:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076114.324884:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076114.324894:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076114.324899:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076114.324903:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076114.324905:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076114.324909:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076114.324912:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076114.324917:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076114.324926:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076114.324934:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076114.324945:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612083712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076114.324959:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076114.324965:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076114.324971:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612083712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076114.325014:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076114.325019:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076114.325024:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076114.325026:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076114.325028:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076114.325032:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076114.325035:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3099
00000400:00000200:3.0:1769076114.325040:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076114.325044:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076114.325047:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076114.325051:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076114.325054:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076114.325057:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076114.325060:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076114.325063:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076114.325065:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076114.325067:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076114.325070:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076114.325073:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076114.325077:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076114.325081:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076114.325083:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076114.325087:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076114.325090:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076114.325092:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076114.325097:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076114.325106:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076114.325110:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076114.325120:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076114.325129:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076114.325134:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076114.325143:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076114.325154:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076114.325160:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076114.325168:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076114.325176:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076114.325185:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076114.325190:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076114.325197:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076114.325203:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076114.325208:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076114.325220:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076114.325228:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076114.325244:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612083840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076114.325259:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076114.325318:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076114.325335:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612083840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076114.325364:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076114.325374:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076114.325385:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076114.325390:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076114.325399:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076114.325406:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3109)
00000800:00000200:2.1:1769076114.325643:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076114.325986:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076114.708779:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076114.708784:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076114.708790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076115.348800:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076115.348813:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076115.348817:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076115.348827:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076115.348834:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076115.348841:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076115.348847:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076115.348851:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076115.348856:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076115.732774:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076115.732780:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076115.732786:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076116.372756:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076116.372768:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076116.372774:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076116.372784:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076116.372793:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076116.372800:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076116.372805:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076116.372810:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076116.372815:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076117.396799:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076117.396813:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076117.396818:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076117.396827:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076117.396836:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076117.396844:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076117.396848:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076117.396853:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076117.396858:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076117.780815:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076117.780821:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076117.780824:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076118.420663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076118.420672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076118.420675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076118.420683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076118.420688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076118.420692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076118.420696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076118.420699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076118.420702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076118.804823:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076118.804833:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076118.804840:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076118.932757:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297776196, at 4297776640
00000100:00000010:0.0:1769076118.932778:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b780.
00000100:00000001:0.0:1769076119.444754:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076119.444764:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076119.444768:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076119.444777:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076119.444785:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076119.444790:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076119.444795:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076119.444799:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076119.444804:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076119.444835:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076119.444849:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076119.444853:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076119.444858:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076119.444864:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076119.444874:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3104
00000400:00000200:3.0:1769076119.444887:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076119.444894:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076119.444899:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076119.444904:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.444909:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076119.444913:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.444916:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076119.444922:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076119.444925:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076119.444928:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076119.444931:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076119.444934:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076119.444937:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076119.444941:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.444943:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076119.444946:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.444948:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076119.444952:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076119.444957:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076119.444960:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076119.444964:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076119.444969:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076119.444973:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076119.444976:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076119.444979:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076119.444987:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076119.444991:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076119.444995:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076119.444998:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076119.445002:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076119.445006:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076119.445011:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076119.445020:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076119.445029:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076119.445040:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612083968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076119.445069:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076119.445077:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076119.445086:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612083968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076119.445129:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076119.445137:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076119.445144:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076119.445147:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076119.445150:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076119.445155:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076119.445160:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3104
00000400:00000200:3.0:1769076119.445168:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076119.445176:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076119.445216:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076119.445223:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.445228:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076119.445233:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.445238:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076119.445246:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076119.445251:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076119.445256:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076119.445261:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076119.445265:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076119.445270:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076119.445276:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.445280:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076119.445285:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076119.445292:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076119.445304:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076119.445315:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076119.445328:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076119.445333:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076119.445343:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076119.445351:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076119.445362:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076119.445372:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076119.445387:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076119.445396:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076119.445413:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076119.445424:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076119.445437:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076119.445445:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076119.445452:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076119.445461:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076119.445470:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076119.445486:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076119.445503:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076119.445528:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076119.445629:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076119.445634:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076119.445648:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612084096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076119.445681:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076119.445694:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076119.445706:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076119.445720:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076119.445734:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076119.445749:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3114)
00000800:00000200:1.1:1769076119.445959:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076119.445966:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076119.446877:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076119.446883:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769076120.468834:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076120.468845:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076120.468848:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076120.468855:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076120.468861:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076120.468866:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076120.468871:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076120.468875:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076120.468880:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076120.852867:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076120.852873:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076120.852878:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076121.492777:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076121.492786:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076121.492789:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076121.492797:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076121.492802:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076121.492807:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076121.492810:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076121.492814:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076121.492818:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076121.876883:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076121.876889:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076121.876894:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076122.516844:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076122.516858:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076122.516862:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076122.516871:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076122.516880:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076122.516887:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076122.516893:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076122.516897:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076122.516901:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076123.540713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076123.540723:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076123.540725:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076123.540732:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076123.540738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076123.540743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076123.540746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076123.540750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076123.540754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076123.924853:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076123.924859:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076123.924864:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076124.052864:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297781316, at 4297781760
00000100:00000010:0.0:1769076124.052923:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00080000:3.0:1769076124.564675:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076124.564683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076124.564692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076124.564696:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076124.564698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076124.564707:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769076124.564708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076124.564727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076124.564731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076124.564736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076124.564740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076124.564745:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076124.564748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076124.564758:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076124.564774:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3109
00000400:00000200:3.0:1769076124.564805:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076124.564815:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076124.564820:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076124.564825:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.564829:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076124.564833:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.564836:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076124.564841:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076124.564844:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076124.564847:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076124.564851:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076124.564855:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076124.564858:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076124.564862:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.564865:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076124.564867:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.564870:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076124.564874:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076124.564878:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076124.564881:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076124.564886:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076124.564891:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076124.564894:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076124.564897:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076124.564901:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076124.564912:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076124.564916:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076124.564922:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076124.564924:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076124.564928:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076124.564931:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076124.564936:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076124.564946:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076124.564955:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076124.564966:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612084224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076124.564981:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076124.564986:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076124.564992:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612084224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076124.565025:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076124.565029:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076124.565034:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076124.565036:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076124.565039:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076124.565042:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076124.565045:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3109
00000400:00000200:3.0:1769076124.565050:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076124.565054:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076124.565057:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076124.565061:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.565064:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076124.565068:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.565072:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076124.565077:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076124.565081:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076124.565085:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076124.565089:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076124.565114:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076124.565122:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076124.565130:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.565140:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076124.565153:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076124.565164:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076124.565174:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076124.565190:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076124.565205:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076124.565215:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076124.565226:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076124.565233:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076124.565243:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076124.565250:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076124.565260:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076124.565271:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076124.565287:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076124.565296:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076124.565312:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076124.565321:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076124.565327:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076124.565336:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076124.565344:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076124.565357:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076124.565369:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076124.565385:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612084352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076124.565424:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076124.565429:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076124.565443:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612084352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076124.565458:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076124.565465:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076124.565474:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076124.565484:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076124.565489:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076124.565500:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3119)
00000800:00000200:1.1:1769076124.565810:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076124.565818:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076124.566763:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076124.566768:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076124.948847:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076124.948853:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076124.948858:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076125.588653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076125.588661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076125.588663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076125.588669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076125.588673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076125.588677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076125.588680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076125.588682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076125.588685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076126.612652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076126.612659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076126.612661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076126.612666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076126.612670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076126.612674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076126.612677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076126.612680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076126.612683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076126.996824:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076126.996830:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076126.996835:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076127.636743:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076127.636756:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076127.636759:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076127.636768:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076127.636775:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076127.636792:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076127.636797:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076127.636802:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076127.636807:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076128.020875:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076128.020881:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076128.020886:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076128.660658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076128.660668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076128.660671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076128.660678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076128.660683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076128.660688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076128.660692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076128.660696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076128.660700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076129.172699:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297786436, at 4297786880
00000100:00000010:0.0:1769076129.172720:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:0.0:1769076129.684699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076129.684709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076129.684712:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076129.684713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076129.684724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769076129.684730:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076129.684732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076129.684738:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076129.684740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076129.684748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076129.684750:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076129.684753:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076129.684762:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076129.684765:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076129.684781:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3114
00000400:00000200:3.0:1769076129.684799:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076129.684811:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076129.684818:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076129.684824:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.684831:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076129.684837:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.684842:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076129.684850:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076129.684854:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076129.684858:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076129.684864:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076129.684869:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076129.684874:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076129.684881:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.684885:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076129.684889:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.684893:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076129.684899:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076129.684906:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076129.684912:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076129.684918:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076129.684923:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076129.684928:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076129.684933:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076129.684937:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076129.684950:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076129.684956:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076129.684963:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076129.684966:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076129.684972:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076129.684976:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076129.684982:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076129.684994:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076129.685004:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076129.685045:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612084480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076129.685067:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076129.685074:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076129.685081:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612084480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076129.685111:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076129.685115:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076129.685120:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076129.685122:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076129.685124:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076129.685127:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076129.685131:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3114
00000400:00000200:3.0:1769076129.685137:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076129.685141:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076129.685145:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076129.685149:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.685151:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076129.685154:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.685157:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076129.685159:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076129.685161:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076129.685163:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076129.685166:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076129.685168:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076129.685171:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076129.685174:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.685176:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076129.685178:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076129.685181:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076129.685184:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076129.685187:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076129.685193:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076129.685196:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076129.685203:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076129.685207:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076129.685209:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076129.685215:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076129.685220:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076129.685223:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076129.685230:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076129.685240:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076129.685249:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076129.685254:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076129.685257:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076129.685260:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076129.685265:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076129.685276:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076129.685286:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076129.685300:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612084608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076129.685321:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076129.685330:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076129.685341:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612084608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076129.685361:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076129.685367:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076129.685377:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076129.685388:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076129.685397:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076129.685404:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3125)
00000800:00000200:1.1:1769076129.685651:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076129.685656:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076129.686219:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076129.686224:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769076130.068794:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076130.068800:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076130.068806:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076131.092923:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076131.092928:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076131.092933:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076133.140834:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076133.140841:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076133.140846:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076134.164813:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076134.164829:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076134.164834:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076134.292689:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297791556, at 4297792000
00000100:00000010:0.0:1769076134.292702:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000800:00000200:1.1:1769076134.805558:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076134.805562:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076134.806020:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076134.806023:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076136.212788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076136.212794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076136.212799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076137.236811:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076137.236816:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076137.236821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076139.284838:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076139.284844:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076139.284890:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076139.412679:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297796676, at 4297797120
00000100:00000010:0.0:1769076139.412697:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000001:0.0:1769076139.924756:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076139.924764:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076139.924769:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076139.924776:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076139.924783:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076139.924790:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076139.924794:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076139.924799:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076139.924807:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076139.925699:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076139.925704:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076139.926275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076139.926279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076140.308868:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076140.308877:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076140.308885:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076140.948709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076140.948718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076140.948720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076140.948726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076140.948732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076140.948737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.948740:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076140.948744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076140.948747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076141.972748:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076141.972762:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076141.972780:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076141.972788:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076141.972793:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076141.972798:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076141.972860:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076141.972862:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076141.972865:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076142.356791:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076142.356834:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076142.356841:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076142.996692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076142.996702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076142.996705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076142.996712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076142.996717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076142.996722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076142.996726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076142.996730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076142.996733:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076143.380910:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076143.380921:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076143.380929:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076144.020647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076144.020654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076144.020656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076144.020661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076144.020666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076144.020669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076144.020672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076144.020674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076144.020676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076144.532726:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297801796, at 4297802240
00000100:00000010:0.0:1769076144.532783:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00000001:0.0:1769076145.044711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076145.044721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076145.044724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076145.044731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076145.044737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076145.044742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.044745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076145.044748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076145.044789:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076145.044848:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076145.044859:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076145.044862:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076145.044867:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076145.044872:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076145.044881:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3130
00000400:00000200:3.0:1769076145.044894:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076145.044902:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076145.044907:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076145.044912:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.044916:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.044919:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.044922:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076145.044927:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076145.044930:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076145.044933:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076145.044937:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076145.044940:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076145.044944:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076145.044948:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.044950:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.044953:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.044955:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076145.044959:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076145.044963:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076145.044966:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076145.044970:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076145.044973:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076145.044977:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.044980:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076145.044983:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076145.044994:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076145.044999:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076145.045004:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076145.045006:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.045009:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076145.045013:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076145.045018:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076145.045027:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076145.045035:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076145.045046:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612085248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076145.045060:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076145.045066:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.045072:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612085248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076145.045119:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076145.045125:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076145.045132:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076145.045136:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076145.045140:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076145.045145:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076145.045150:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3130
00000400:00000200:3.0:1769076145.045158:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076145.045165:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076145.045169:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076145.045175:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.045180:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.045184:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.045188:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076145.045192:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076145.045195:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076145.045199:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076145.045203:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076145.045207:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076145.045211:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076145.045217:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.045221:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076145.045225:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076145.045229:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076145.045233:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076145.045239:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076145.045245:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076145.045248:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076145.045256:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076145.045261:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.045265:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076145.045273:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076145.045279:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.045283:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076145.045290:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076145.045294:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076145.045299:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076145.045302:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076145.045306:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076145.045309:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076145.045312:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076145.045321:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076145.045328:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076145.045337:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612085376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076145.045351:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076145.045355:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.045364:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612085376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076145.045382:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076145.045388:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076145.045397:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076145.045403:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076145.045410:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076145.045418:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3140)
00000800:00000200:1.1:1769076145.045622:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076145.045627:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076145.046183:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076145.046187:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076145.428851:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076145.428866:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076145.428871:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076146.068782:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076146.068794:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076146.068797:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076146.068806:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076146.068812:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076146.068819:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076146.068823:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076146.068827:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076146.068832:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076146.452888:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076146.452895:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076146.452899:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076147.092691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076147.092701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076147.092703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076147.092710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076147.092760:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076147.092765:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076147.092769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076147.092773:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076147.092777:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076148.116655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076148.116675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076148.116677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076148.116683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076148.116687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076148.116692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076148.116694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076148.116697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076148.116719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076148.500931:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076148.500939:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076148.500947:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076149.140788:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076149.140798:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076149.140801:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076149.140807:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076149.140812:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076149.140818:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076149.140821:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076149.140824:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076149.140828:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076149.524874:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076149.524880:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076149.524885:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076149.652740:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297806916, at 4297807360
00000100:00000010:0.0:1769076149.652754:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000001:0.0:1769076150.164738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076150.164738:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076150.164747:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076150.164753:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076150.164755:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769076150.164761:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076150.164762:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076150.164770:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076150.164772:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076150.164781:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076150.164782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.164788:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076150.164794:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3135
00000100:00000001:0.0:1769076150.164795:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076150.164803:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076150.164813:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076150.164823:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076150.164828:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076150.164834:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.164839:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.164844:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.164848:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076150.164854:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076150.164856:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076150.164859:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076150.164863:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076150.164866:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076150.164869:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076150.164874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.164876:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.164879:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.164881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076150.164885:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076150.164889:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076150.164892:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076150.164895:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076150.164900:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076150.164904:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.164906:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076150.164909:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076150.164919:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076150.164923:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076150.164929:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076150.164931:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.164935:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076150.164938:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076150.164943:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076150.164952:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076150.164961:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076150.164972:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612085504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076150.164987:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076150.164992:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076150.164999:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612085504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076150.165033:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076150.165037:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076150.165042:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076150.165044:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076150.165047:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076150.165052:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076150.165057:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3135
00000400:00000200:3.0:1769076150.165064:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076150.165070:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076150.165074:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076150.165083:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.165088:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.165094:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.165098:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076150.165104:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076150.165108:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076150.165113:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076150.165118:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076150.165123:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076150.165128:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076150.165137:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.165150:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076150.165160:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076150.165171:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076150.165180:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076150.165194:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076150.165212:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076150.165231:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076150.165246:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076150.165255:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.165261:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076150.165281:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076150.165303:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.165323:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076150.165334:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076150.165354:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076150.165368:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076150.165373:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076150.165382:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076150.165387:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076150.165395:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076150.165407:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076150.165417:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076150.165439:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076150.165455:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076150.165461:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076150.165470:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612085632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076150.165523:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076150.165534:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076150.165594:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076150.165599:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076150.165604:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076150.165612:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3145)
00000800:00000200:1.1:1769076150.165819:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076150.165824:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076150.166422:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076150.166427:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769076151.188731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076151.188745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076151.188750:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076151.188759:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076151.188766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076151.188770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076151.188775:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076151.188792:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076151.188796:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076151.572837:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076151.572843:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076151.572848:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076152.212757:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076152.212769:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076152.212773:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076152.212784:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076152.212791:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076152.212798:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076152.212803:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076152.212806:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076152.212810:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076152.596853:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076152.596860:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076152.596865:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076153.236746:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076153.236759:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076153.236763:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076153.236791:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076153.236799:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076153.236806:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076153.236811:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076153.236816:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076153.236821:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076154.260747:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076154.260755:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076154.260757:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076154.260764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076154.260768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076154.260773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076154.260776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076154.260779:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076154.260783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076154.644806:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076154.644814:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076154.644820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076154.772733:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297812036, at 4297812480
00000100:00000010:0.0:1769076154.772750:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:3.0:1769076155.284657:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076155.284670:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076155.284673:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076155.284678:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076155.284685:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076155.284709:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3140
00000400:00000200:3.0:1769076155.284722:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076155.284733:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076155.284738:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076155.284742:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.284748:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076155.284753:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.284756:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076155.284761:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076155.284764:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076155.284767:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076155.284787:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076155.284789:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076155.284792:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076155.284796:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.284798:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076155.284800:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.284802:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076155.284805:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076155.284810:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076155.284815:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076155.284818:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769076155.284820:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1769076155.284823:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076155.284835:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076155.284837:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076155.284850:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076155.284851:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076155.284856:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076155.284862:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076155.284869:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1769076155.284874:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000100:00000001:0.0:1769076155.284875:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.284887:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769076155.284891:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
00000100:00000001:0.0:1769076155.284892:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076155.284904:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076155.284909:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076155.284930:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076155.284935:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076155.284939:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076155.284946:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076155.284960:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076155.284969:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076155.284979:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612085760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076155.284990:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076155.284995:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076155.284999:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612085760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076155.285030:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076155.285034:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076155.285039:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076155.285041:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076155.285044:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076155.285049:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076155.285052:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3140
00000400:00000200:3.0:1769076155.285059:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076155.285064:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076155.285067:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076155.285074:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.285086:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076155.285092:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.285097:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076155.285103:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076155.285106:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076155.285110:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076155.285115:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076155.285121:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076155.285128:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076155.285140:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.285146:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076155.285152:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076155.285158:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076155.285165:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076155.285173:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076155.285177:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076155.285180:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076155.285187:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076155.285191:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076155.285193:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076155.285198:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076155.285202:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076155.285205:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076155.285215:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076155.285222:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076155.285230:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076155.285234:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076155.285240:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076155.285246:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076155.285251:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076155.285263:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076155.285268:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076155.285278:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612085888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076155.285291:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076155.285296:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076155.285302:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612085888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076155.285319:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076155.285324:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076155.285330:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076155.285334:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076155.285340:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076155.285347:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3150)
00000800:00000200:1.1:1769076155.285399:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076155.285403:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076155.285884:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076155.285886:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076155.668708:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076155.668712:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076155.668716:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076156.308731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076156.308741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076156.308744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076156.308751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076156.308756:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076156.308772:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076156.308776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076156.308779:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076156.308783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076157.332819:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076157.332829:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076157.332832:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076157.332841:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076157.332848:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076157.332852:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076157.332856:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076157.332860:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076157.332864:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076157.716854:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076157.716859:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076157.716863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076158.356683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076158.356689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076158.356691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076158.356696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076158.356700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076158.356703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076158.356705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076158.356708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076158.356711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076158.740742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076158.740747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076158.740751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076159.380753:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076159.380763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076159.380766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076159.380773:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076159.380778:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076159.380782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076159.380786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076159.380789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076159.380792:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076159.892649:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297817155, at 4297817600
00000100:00000010:0.0:1769076159.892666:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000001:3.0:1769076160.404704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076160.404716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076160.404719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076160.404728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076160.404739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076160.404748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076160.404757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076160.404762:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076160.404766:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076160.405294:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076160.405298:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076160.405716:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076160.405719:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076160.788828:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076160.788837:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076160.788845:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076161.428680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076161.428691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076161.428694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076161.428703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076161.428712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076161.428733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076161.428737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076161.428741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076161.428746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076161.812823:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076161.812830:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076161.812836:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076162.452690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076162.452700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076162.452703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076162.452711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076162.452716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076162.452721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076162.452724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076162.452728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076162.452732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076163.476645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076163.476655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076163.476658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076163.476666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076163.476671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076163.476676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076163.476680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076163.476684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076163.476688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076163.860752:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076163.860756:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076163.860760:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076164.500696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076164.500709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076164.500714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076164.500726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076164.500734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076164.500741:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076164.500747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076164.500753:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076164.500759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076164.884843:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076164.884847:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076164.884851:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076165.012754:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297822275, at 4297822720
00000100:00000010:0.0:1769076165.012765:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000001:3.0:1769076165.524674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076165.524683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076165.524688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076165.524697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076165.524705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076165.524712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076165.524720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076165.524726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076165.524732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076165.525448:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076165.525453:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076165.526062:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076165.526065:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769076166.548699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076166.548712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076166.548715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076166.548725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076166.548730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076166.548736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076166.548739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076166.548743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076166.548747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076166.932884:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076166.932891:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076166.932897:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076167.572656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076167.572665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076167.572667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076167.572673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076167.572678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076167.572683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076167.572687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076167.572690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076167.572693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076167.956934:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076167.956941:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076167.956961:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076168.596672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076168.596681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076168.596684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076168.596691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076168.596696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076168.596700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076168.596706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076168.596709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076168.596713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076169.620665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076169.620675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076169.620678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076169.620685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076169.620691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076169.620696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076169.620699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076169.620703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076169.620706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076170.004943:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076170.004950:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076170.004955:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076170.132786:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297827396, at 4297827840
00000100:00000010:0.0:1769076170.132814:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000001:3.0:1769076170.644684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076170.644692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076170.644696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076170.644704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076170.644711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076170.644719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076170.644724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076170.644727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076170.644730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076170.645601:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076170.645606:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076170.646240:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076170.646244:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1769076171.028846:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076171.028854:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076171.028861:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076171.668650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076171.668656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076171.668658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076171.668664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076171.668669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076171.668680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076171.668683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076171.668686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076171.668689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076172.692750:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076172.692763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076172.692767:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076172.692776:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076172.692782:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076172.692788:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076172.692793:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076172.692798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076172.692802:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076173.076856:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076173.076864:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076173.076871:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076173.716655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076173.716662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076173.716664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076173.716669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076173.716673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076173.716677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076173.716679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076173.716681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076173.716684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076174.100807:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076174.100814:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076174.100819:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076174.740651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076174.740657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076174.740658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076174.740663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076174.740666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076174.740670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076174.740672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076174.740674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076174.740676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076175.252633:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297832516, at 4297832960
00000100:00000010:0.0:1769076175.252646:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:3.0:1769076175.764698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076175.764708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076175.764711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076175.764719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076175.764726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076175.764731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076175.764737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076175.764741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076175.764745:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076175.764785:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076175.764796:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076175.764800:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076175.764804:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076175.764808:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076175.764818:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3161
00000400:00000200:0.0:1769076175.764831:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076175.764840:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076175.764845:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076175.764849:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.764853:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076175.764857:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.764861:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076175.764866:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076175.764869:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076175.764872:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076175.764876:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076175.764878:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076175.764882:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076175.764885:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.764888:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076175.764904:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.764906:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076175.764911:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076175.764921:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076175.764925:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076175.764928:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076175.764933:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076175.764936:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076175.764939:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076175.764942:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076175.764954:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769076175.764959:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076175.764964:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076175.764966:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076175.764970:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076175.764973:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076175.764979:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076175.764989:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769076175.764996:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076175.765008:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612086784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076175.765022:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076175.765028:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076175.765034:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612086784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076175.765067:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076175.765071:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076175.765075:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076175.765078:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076175.765080:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076175.765083:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076175.765086:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3161
00000400:00000200:0.0:1769076175.765091:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076175.765095:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076175.765098:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076175.765102:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.765105:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076175.765108:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.765110:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076175.765113:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076175.765115:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076175.765117:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076175.765121:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076175.765124:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076175.765128:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076175.765133:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.765136:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076175.765138:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076175.765141:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076175.765144:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076175.765149:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076175.765158:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076175.765167:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076175.765176:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076175.765183:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076175.765186:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076175.765195:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076175.765205:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076175.765210:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076175.765219:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769076175.765226:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076175.765233:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076175.765257:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076175.765260:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076175.765262:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076175.765267:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076175.765283:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076175.765294:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076175.765308:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612086912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076175.765331:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076175.765335:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076175.765347:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612086912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076175.765389:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076175.765397:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076175.765403:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076175.765407:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076175.765416:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076175.765426:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3171)
00000800:00000200:1.1:1769076175.765666:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076175.765671:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076175.766207:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076175.766211:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076176.148852:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076176.148861:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076176.148868:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076176.788686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076176.788698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076176.788702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076176.788712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076176.788719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076176.788724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076176.788728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076176.788731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076176.788735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076177.172798:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076177.172805:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076177.172810:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076177.812663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076177.812671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076177.812674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076177.812680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076177.812684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076177.812688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076177.812691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076177.812693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076177.812696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076178.836674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076178.836685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076178.836687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076178.836695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076178.836700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076178.836706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076178.836709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076178.836713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076178.836716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076179.220876:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076179.220883:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076179.220888:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076179.860666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076179.860678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076179.860681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076179.860690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076179.860695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076179.860702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076179.860706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076179.860709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076179.860713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076180.244793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076180.244802:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076180.244808:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076180.372753:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297837636, at 4297838080
00000100:00000010:0.0:1769076180.372771:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00000001:3.0:1769076180.884667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076180.884675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076180.884678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076180.884685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076180.884691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076180.884695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076180.884698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076180.884701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076180.884705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076180.885320:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076180.885607:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769076181.908716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076181.908732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076181.908736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076181.908747:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076181.908754:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076181.908779:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076181.908787:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076181.908792:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076181.908798:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076182.292811:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076182.292816:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076182.292820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076182.932687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076182.932697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076182.932700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076182.932706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076182.932711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076182.932717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076182.932720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076182.932724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076182.932727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076183.316806:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076183.316812:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076183.316817:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076183.956683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076183.956695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076183.956698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076183.956705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076183.956710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076183.956714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076183.956718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076183.956721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076183.956725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769076183.956948:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769076183.957011:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076183.957027:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076183.957033:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769076183.957039:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076183.957043:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076183.957050:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076183.957056:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:0.0:1769076183.957063:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076183.957070:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076183.957079:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:0.0:1769076183.957083:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:0.0:1769076183.957088:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076183.957128:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521c00 x1855007612087040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076183.957157:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076183.957162:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521c00 x1855007612087040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076183.957173:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076183.957176:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076183.957188:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076183.957191:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:0.0:1769076183.957195:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076183.957199:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076183.957202:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1d48
00000400:00000010:0.0:1769076183.957205:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1d48.
00000100:00000001:0.0:1769076183.957208:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076183.957214:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521f80 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076183.957227:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076183.957232:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521f80 x1855007612087168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076183.957241:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076183.957243:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769076184.980617:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076184.980625:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076184.980627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076184.980631:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076184.980635:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076184.980638:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076184.980641:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076184.980644:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076184.980646:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076185.364751:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076185.364756:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076185.364761:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076185.492742:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297842755, at 4297843200
00000100:00000010:0.0:1769076185.492759:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00080000:3.0:1769076186.004661:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076186.004689:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076186.004692:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076186.004696:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076186.004704:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076186.004712:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3171
00000400:00000200:3.0:1769076186.004726:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076186.004751:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076186.004755:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076186.004759:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004762:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076186.004764:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004766:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076186.004769:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076186.004771:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076186.004773:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076186.004775:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076186.004778:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076186.004779:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076186.004781:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004782:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076186.004784:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076186.004787:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076186.004789:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004791:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076186.004793:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076186.004795:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076186.004797:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076186.004798:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076186.004800:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076186.004807:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076186.004810:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076186.004813:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076186.004814:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076186.004817:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076186.004818:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076186.004822:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076186.004829:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076186.004834:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076186.004841:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612087296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076186.004849:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076186.004852:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076186.004855:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612087296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076186.004872:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076186.004874:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076186.004877:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076186.004878:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076186.004879:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076186.004881:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076186.004883:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3171
00000400:00000200:3.0:1769076186.004885:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076186.004887:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076186.004889:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076186.004890:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004892:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076186.004893:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004894:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076186.004896:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076186.004897:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076186.004898:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076186.004900:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076186.004901:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076186.004902:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076186.004905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004906:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076186.004908:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004910:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076186.004913:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076186.004916:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076186.004919:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076186.004921:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076186.004926:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076186.004930:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076186.004934:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076186.004941:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076186.004946:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076186.004951:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076186.004958:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076186.004963:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076186.004969:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076186.004972:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076186.004978:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076186.004982:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076186.004987:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076186.004993:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076186.004998:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076186.005009:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612087424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076186.005025:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076186.005029:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076186.005037:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612087424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076186.005057:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076186.005082:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076186.005090:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076186.005094:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076186.005101:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076186.005108:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3181)
00000800:00000200:1.1:1769076186.005235:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076186.005240:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076186.005725:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076186.005728:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076186.388859:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076186.388865:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076186.388871:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076188.436771:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076188.436775:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076188.436778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076189.460787:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076189.460795:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076189.460801:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076190.612758:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297847875, at 4297848320
00000100:00000010:0.0:1769076190.612778:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000800:00000200:1.1:1769076191.125631:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076191.125638:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076191.126274:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076191.126279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076191.508861:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076191.508870:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076191.508877:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076192.532924:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076192.532948:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076192.532981:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076194.580816:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076194.580822:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076194.580827:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076195.604767:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076195.604776:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076195.604784:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076195.732714:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297852996, at 4297853440
00000100:00000010:0.0:1769076195.732750:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000800:00000200:1.1:1769076196.245875:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076196.245881:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076196.246479:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076196.246483:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076197.652898:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076197.652910:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076197.652919:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076198.676917:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076198.676925:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076198.676933:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076200.724904:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076200.724913:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076200.724918:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076200.852704:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297858116, at 4297858560
00000100:00000010:0.0:1769076200.852728:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000800:00000200:1.1:1769076201.365676:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076201.365680:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076201.366282:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076201.366284:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076201.748772:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076201.748777:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076201.748781:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076203.796910:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076203.796917:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076203.796922:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076204.820829:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076204.820833:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076204.820836:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076205.972706:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297863236, at 4297863680
00000100:00000010:0.0:1769076205.972757:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:3.0:1769076206.484772:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076206.484785:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076206.484790:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076206.484798:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076206.484804:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076206.484819:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3191
00000400:00000200:3.0:1769076206.484832:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076206.484840:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076206.484844:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076206.484851:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.484856:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076206.484860:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.484864:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076206.484869:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076206.484871:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076206.484889:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076206.484892:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076206.484895:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076206.484899:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076206.484910:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.484913:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076206.484916:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.484918:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076206.484923:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076206.484927:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076206.484930:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076206.484934:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076206.484937:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076206.484941:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076206.484944:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076206.484947:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076206.484957:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076206.484961:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076206.484966:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076206.484969:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076206.484972:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076206.484976:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076206.484981:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076206.484990:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076206.484998:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076206.485009:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612088320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076206.485023:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076206.485029:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076206.485035:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612088320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076206.485065:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076206.485069:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076206.485074:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076206.485076:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076206.485079:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076206.485083:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076206.485086:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3191
00000400:00000200:3.0:1769076206.485091:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076206.485096:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076206.485100:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076206.485105:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.485109:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076206.485113:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.485116:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076206.485121:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076206.485128:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076206.485131:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076206.485138:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076206.485145:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076206.485149:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076206.485158:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.485168:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076206.485176:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076206.485185:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076206.485192:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076206.485202:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076206.485210:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076206.485216:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076206.485227:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076206.485233:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076206.485242:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076206.485251:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076206.485258:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076206.485261:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076206.485266:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076206.485273:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076206.485281:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076206.485285:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076206.485288:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076206.485291:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076206.485296:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076206.485307:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076206.485319:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076206.485333:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612088448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076206.485352:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076206.485358:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076206.485372:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612088448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076206.485398:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076206.485407:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076206.485424:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076206.485428:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076206.485433:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076206.485445:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3201)
00000800:00000200:1.1:1769076206.485626:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076206.485651:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076206.486289:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076206.486293:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076206.868879:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076206.868891:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076206.868901:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076207.892892:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076207.892899:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076207.892904:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076209.940900:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076209.940909:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076209.940915:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076210.964804:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076210.964809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076210.964814:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076211.092760:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297868356, at 4297868800
00000100:00000010:0.0:1769076211.092783:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:3.0:1769076211.604696:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076211.604711:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076211.604715:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076211.604734:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076211.604744:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076211.604757:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3196
00000400:00000200:3.0:1769076211.604780:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076211.604799:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076211.604806:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076211.604811:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.604815:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076211.604820:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.604834:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076211.604839:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076211.604842:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076211.604846:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076211.604850:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076211.604854:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076211.604858:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076211.604863:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.604866:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076211.604869:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.604871:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076211.604875:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076211.604880:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076211.604883:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076211.604886:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076211.604890:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076211.604894:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076211.604908:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076211.604911:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076211.604923:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076211.604927:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076211.604932:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076211.604935:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076211.604938:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076211.604942:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076211.604947:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076211.604956:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076211.604965:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076211.604975:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612088576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076211.604991:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076211.604998:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076211.605008:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612088576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076211.605050:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076211.605056:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076211.605063:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076211.605068:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076211.605071:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076211.605079:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076211.605099:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3196
00000400:00000200:3.0:1769076211.605117:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076211.605128:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076211.605138:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076211.605152:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.605162:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076211.605169:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.605177:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076211.605184:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076211.605190:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076211.605197:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076211.605202:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076211.605211:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076211.605222:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076211.605229:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.605231:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076211.605236:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076211.605241:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076211.605249:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076211.605255:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076211.605262:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076211.605268:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076211.605279:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076211.605286:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076211.605298:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076211.605307:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076211.605313:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076211.605318:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076211.605328:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076211.605335:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076211.605339:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076211.605344:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076211.605350:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076211.605352:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076211.605356:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076211.605372:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076211.605381:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076211.605401:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076211.605439:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076211.605452:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076211.605471:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612088704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076211.605513:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076211.605523:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076211.605534:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076211.605547:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076211.605613:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076211.605623:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3207)
00000800:00000200:1.1:1769076211.605699:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076211.605704:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076211.606244:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076211.606247:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076213.012804:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076213.012809:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076213.012814:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076214.036777:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076214.036782:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076214.036786:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076216.084830:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076216.084838:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076216.084845:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076216.212681:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297873476, at 4297873920
00000100:00000010:0.0:1769076216.212703:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:3.0:1769076216.724706:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076216.724723:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076216.724731:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076216.724736:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076216.724743:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076216.724757:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3202
00000400:00000200:3.0:1769076216.724777:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076216.724787:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076216.724792:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076216.724798:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.724803:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076216.724808:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.724811:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076216.724817:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076216.724820:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076216.724823:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076216.724827:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076216.724830:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076216.724833:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076216.724836:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.724839:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076216.724843:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.724845:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076216.724850:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076216.724854:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076216.724858:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076216.724862:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076216.724867:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076216.724872:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076216.724876:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076216.724880:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076216.724892:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076216.724899:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076216.724906:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076216.724909:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076216.724914:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076216.724919:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076216.724926:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076216.724940:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769076216.724951:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076216.724967:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612088832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076216.724988:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076216.724995:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076216.725006:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612088832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076216.725048:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076216.725055:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076216.725062:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076216.725067:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076216.725071:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076216.725078:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076216.725086:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3202
00000400:00000200:3.0:1769076216.725099:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076216.725112:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076216.725121:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076216.725135:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.725143:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076216.725150:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.725156:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076216.725164:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076216.725169:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076216.725177:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076216.725186:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076216.725197:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076216.725208:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076216.725226:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.725236:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076216.725246:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076216.725258:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076216.725271:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076216.725285:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076216.725292:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076216.725299:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076216.725307:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076216.725318:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076216.725326:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076216.725334:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076216.725345:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076216.725354:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076216.725366:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076216.725377:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076216.725384:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076216.725390:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076216.725395:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076216.725400:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076216.725406:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076216.725419:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076216.725428:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076216.725445:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612088960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076216.725467:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076216.725473:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076216.725489:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612088960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076216.725527:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076216.725537:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076216.725611:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076216.725617:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076216.725623:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076216.725630:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3212)
00000800:00000200:1.1:1769076216.725685:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076216.725691:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076216.726186:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076216.726190:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1769076217.108842:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076217.108847:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076217.108852:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076219.156780:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076219.156786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076219.156791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076220.180688:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076220.180692:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076220.180695:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076221.332734:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297878596, at 4297879040
00000100:00000010:0.0:1769076221.332771:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:3.0:1769076221.844684:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076221.844699:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076221.844703:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076221.844712:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076221.844721:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076221.844736:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3207
00000400:00000200:3.0:1769076221.844759:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076221.844781:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076221.844790:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076221.844798:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.844803:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076221.844809:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.844813:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076221.844821:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076221.844825:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076221.844830:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076221.844836:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076221.844841:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076221.844846:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076221.844853:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.844857:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076221.844862:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.844866:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076221.844872:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076221.844879:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076221.844885:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076221.844890:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076221.844894:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076221.844898:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076221.844901:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076221.844904:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076221.844915:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076221.844920:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076221.844925:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076221.844927:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076221.844931:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076221.844934:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076221.844940:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076221.844949:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076221.844957:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076221.844969:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612089088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076221.844983:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076221.844989:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076221.844995:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612089088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076221.845029:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076221.845034:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076221.845039:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076221.845041:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076221.845043:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076221.845047:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076221.845050:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3207
00000400:00000200:3.0:1769076221.845056:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076221.845061:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076221.845066:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076221.845071:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.845075:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076221.845079:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.845083:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076221.845088:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076221.845094:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076221.845100:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076221.845106:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076221.845109:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076221.845115:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076221.845131:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.845143:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076221.845150:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076221.845156:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076221.845163:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076221.845173:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076221.845181:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076221.845189:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076221.845201:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076221.845209:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076221.845215:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076221.845225:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076221.845233:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076221.845239:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076221.845248:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076221.845255:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076221.845261:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076221.845263:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076221.845271:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076221.845273:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076221.845275:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076221.845291:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076221.845303:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076221.845330:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612089216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076221.845381:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076221.845393:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076221.845412:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612089216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076221.845439:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076221.845448:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076221.845457:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076221.845493:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076221.845515:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076221.845528:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3217)
00000800:00000200:1.1:1769076221.845640:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076221.845645:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076221.846239:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076221.846243:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076222.228776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076222.228784:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076222.228790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076223.253139:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076223.253147:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076223.253153:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076225.300865:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076225.300872:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076225.300878:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076226.324910:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076226.324922:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076226.324930:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076226.452712:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297883716, at 4297884160
00000100:00000010:0.0:1769076226.452729:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:3.0:1769076226.964674:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076226.964695:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076226.964702:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076226.964710:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076226.964720:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076226.964745:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3212
00000400:00000200:3.0:1769076226.964768:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076226.964783:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076226.964789:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076226.964795:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.964800:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076226.964805:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.964811:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076226.964820:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076226.964825:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076226.964831:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076226.966787:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076226.966800:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076226.966807:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076226.966818:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.966824:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076226.966829:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.966832:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076226.966836:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076226.966842:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076226.966846:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076226.966850:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076226.966855:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076226.966859:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076226.966863:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076226.966866:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076226.966878:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076226.966883:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076226.966888:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076226.966891:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076226.966894:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076226.966898:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076226.966903:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076226.966912:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076226.966921:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076226.966934:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612089344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076226.966950:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076226.966956:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076226.966962:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612089344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076226.967004:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076226.967010:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076226.967015:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076226.967018:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076226.967021:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076226.967026:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076226.967031:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3212
00000400:00000200:3.0:1769076226.967042:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076226.967050:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076226.967055:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076226.967060:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.967062:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076226.967066:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.967069:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076226.967074:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076226.967076:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076226.967079:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076226.967083:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076226.967086:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076226.967089:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076226.967093:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.967095:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076226.967100:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076226.967109:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076226.967113:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076226.967120:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076226.967127:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076226.967130:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076226.967139:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076226.967149:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076226.967158:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076226.967168:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076226.967176:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076226.967183:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076226.967192:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076226.967203:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076226.967212:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076226.967217:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076226.967226:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076226.967232:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076226.967238:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076226.967246:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076226.967259:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076226.967273:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076226.967293:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076226.967302:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076226.967310:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612089472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076226.967321:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076226.967327:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076226.967338:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076226.967344:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076226.967355:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076226.967364:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3222)
00000800:00000200:1.1:1769076226.967599:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076226.967604:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076226.968114:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076226.968117:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076228.372835:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076228.372841:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076228.372845:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076229.396866:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076229.396874:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076229.396880:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076231.444780:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076231.444786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076231.444792:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076231.572729:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297888838, at 4297889280
00000100:00000010:0.0:1769076231.572751:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:3.0:1769076232.084628:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076232.084640:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076232.084645:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076232.084651:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076232.084658:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076232.084666:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3217
00000400:00000200:3.0:1769076232.084678:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076232.084687:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076232.084700:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076232.084706:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084710:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076232.084713:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084716:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076232.084721:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076232.084723:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076232.084726:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076232.084730:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076232.084733:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076232.084736:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076232.084739:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084740:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076232.084742:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084743:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076232.084746:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076232.084748:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084750:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076232.084752:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076232.084755:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076232.084758:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076232.084759:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076232.084762:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076232.084770:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076232.084773:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076232.084777:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076232.084778:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076232.084781:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076232.084784:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076232.084789:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076232.084796:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076232.084803:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076232.084811:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612089600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076232.084821:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076232.084825:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076232.084828:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612089600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076232.084849:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076232.084852:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076232.084855:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076232.084856:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076232.084857:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076232.084860:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076232.084862:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3217
00000400:00000200:3.0:1769076232.084866:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076232.084869:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076232.084872:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076232.084879:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084885:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076232.084891:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084897:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076232.084903:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076232.084907:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076232.084912:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076232.084927:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076232.084932:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076232.084934:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076232.084941:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084946:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076232.084948:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084950:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076232.084955:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076232.084959:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076232.084961:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076232.084965:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076232.084973:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076232.084977:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076232.084979:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076232.084985:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076232.084989:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076232.084993:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076232.084999:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076232.085004:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076232.085010:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076232.085013:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076232.085018:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076232.085023:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076232.085027:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076232.085036:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076232.085044:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076232.085054:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612089728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076232.085066:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076232.085070:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076232.085075:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612089728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076232.085083:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076232.085099:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076232.085104:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076232.085109:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076232.085114:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076232.085122:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3227)
00000800:00000200:1.1:1769076232.085162:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076232.085165:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076232.085546:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076232.085549:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076232.468834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076232.468840:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076232.468845:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076234.516927:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076234.516936:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076234.516942:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076235.540860:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076235.540869:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076235.540875:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076236.692701:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297893955, at 4297894400
00000100:00000010:0.0:1769076236.692728:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000800:00000200:1.1:1769076237.205763:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076237.205791:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076237.206451:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076237.206455:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076237.588882:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076237.588892:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076237.588898:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076238.612803:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076238.612809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076238.612814:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076240.660813:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076240.660817:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076240.660820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076241.684701:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076241.684706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076241.684709:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076241.812645:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297899076, at 4297899520
00000100:00000010:0.0:1769076241.812660:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:0.0:1769076242.324762:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076242.324783:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076242.324789:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076242.324800:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076242.324814:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076242.324846:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3227
00000400:00000200:0.0:1769076242.324858:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076242.324863:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076242.324866:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076242.324870:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.324872:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076242.324874:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.324877:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076242.324880:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076242.324882:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076242.324884:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076242.324886:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076242.324888:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076242.324890:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076242.324892:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.324894:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076242.324896:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.324897:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076242.324900:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076242.324903:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076242.324907:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076242.324910:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076242.324914:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076242.324917:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076242.324920:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076242.324923:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076242.324934:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769076242.324967:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076242.324972:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076242.324975:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076242.324979:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076242.324982:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076242.324986:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076242.324995:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769076242.325001:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076242.325010:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612090112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076242.325021:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076242.325025:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076242.325030:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612090112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076242.325076:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076242.325081:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076242.325086:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076242.325088:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076242.325091:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076242.325096:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076242.325101:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3227
00000400:00000200:0.0:1769076242.325107:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076242.325112:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076242.325145:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076242.325175:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.325185:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076242.325192:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.325203:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076242.325219:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076242.325226:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076242.325234:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076242.325241:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076242.325248:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076242.325256:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076242.325269:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.325278:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076242.325282:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076242.325284:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076242.325290:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076242.325305:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076242.325311:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076242.325315:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076242.325325:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076242.325330:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076242.325336:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076242.325340:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076242.325344:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076242.325351:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076242.325361:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769076242.325368:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076242.325395:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076242.325403:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076242.325408:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076242.325411:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076242.325418:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076242.325424:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076242.325430:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076242.325442:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076242.325464:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076242.325470:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076242.325490:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612090240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076242.325524:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076242.325531:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076242.325547:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076242.325552:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076242.325555:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076242.325598:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3237)
00000800:00000200:1.1:1769076242.325717:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076242.325721:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076242.326365:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076242.326378:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076243.732774:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076243.732779:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076243.732784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076244.756672:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076244.756675:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076244.756678:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076246.804837:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076246.804844:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076246.804850:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076246.932763:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297904196, at 4297904640
00000100:00000010:0.0:1769076246.932784:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:0.0:1769076247.444695:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076247.444706:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076247.444722:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076247.444729:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076247.444746:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076247.444758:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3232
00000400:00000200:0.0:1769076247.444771:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076247.444780:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076247.444785:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076247.444791:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.444797:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076247.444799:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.444802:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076247.444807:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076247.444809:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076247.444812:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076247.444815:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076247.444817:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076247.444820:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076247.444822:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.444825:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076247.444826:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.444828:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076247.444831:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076247.444834:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076247.444836:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076247.444840:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076247.444844:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076247.444846:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076247.444849:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076247.444851:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076247.444864:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769076247.444867:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076247.444872:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076247.444873:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076247.444877:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076247.444880:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076247.444886:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076247.444906:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076247.444914:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076247.444925:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612090368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076247.444936:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076247.444941:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076247.444946:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612090368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076247.444987:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076247.444990:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076247.444994:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076247.444996:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076247.444998:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076247.445002:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076247.445005:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3232
00000400:00000200:0.0:1769076247.445010:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076247.445012:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076247.445015:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076247.445021:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.445027:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076247.445052:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.445056:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076247.445059:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076247.445072:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076247.445078:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076247.445084:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076247.445091:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076247.445099:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076247.445110:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.445117:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076247.445124:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076247.445128:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076247.445135:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076247.445140:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076247.445146:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076247.445150:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076247.445158:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076247.445163:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076247.445168:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076247.445172:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076247.445178:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076247.445182:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076247.445188:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769076247.445192:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076247.445195:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076247.445200:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076247.445202:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076247.445204:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076247.445207:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076247.445225:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769076247.445232:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076247.445243:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612090496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076247.445263:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076247.445269:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076247.445275:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612090496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076247.445289:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076247.445296:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076247.445300:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076247.445304:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076247.445311:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076247.445319:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3242)
00000800:00000200:1.1:1769076247.445396:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076247.445679:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769076247.828827:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076247.828835:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076247.828841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076249.876846:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076249.876855:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076249.876862:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076250.516900:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769076250.516951:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076250.516967:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076250.516973:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769076250.516979:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076250.517001:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076250.517009:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076250.517014:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:3.0:1769076250.517022:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076250.517047:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076250.517059:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:3.0:1769076250.517064:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:3.0:1769076250.517072:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076250.517087:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0962300 x1855007612090368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076250.517151:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076250.517161:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612090368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076250.517177:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076250.517181:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076250.517218:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076250.517222:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:3.0:1769076250.517227:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076250.517233:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076250.517238:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1f68
00000400:00000010:3.0:1769076250.517241:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1f68.
00000100:00000001:3.0:1769076250.517246:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076250.517257:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0962a00 x1855007612090496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076250.517274:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076250.517283:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612090496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076272 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076250.517320:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076250.517326:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769076250.900821:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076250.900830:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076250.900838:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076252.052652:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297909315, at 4297909760
00000100:00000010:0.0:1769076252.052663:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:0.0:1769076252.564774:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076252.564795:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076252.564800:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076252.564811:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076252.564821:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076252.564845:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3237
00000400:00000200:0.0:1769076252.564859:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076252.564869:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076252.564874:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076252.564880:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.564884:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076252.564888:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.564891:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076252.564897:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076252.564900:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076252.564903:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076252.564907:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076252.564910:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076252.564914:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076252.564918:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.564921:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076252.564924:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.564926:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076252.564930:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076252.564936:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076252.564939:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076252.564944:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076252.564981:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076252.564985:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076252.564989:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076252.564992:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076252.565006:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769076252.565011:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076252.565017:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076252.565019:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076252.565024:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076252.565028:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076252.565035:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076252.565047:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769076252.565057:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076252.565076:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612090624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076252.565098:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076252.565108:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076252.565118:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612090624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076252.565170:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076252.565178:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076252.565185:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076252.565189:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076252.565192:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076252.565198:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076252.565203:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3237
00000400:00000200:0.0:1769076252.565213:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076252.565221:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076252.565227:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076252.565236:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.565240:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076252.565246:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.565251:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076252.565257:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076252.565260:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076252.565264:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076252.565269:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076252.565280:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076252.565292:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076252.565308:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.565326:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076252.565339:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076252.565350:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076252.565361:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076252.565375:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076252.565385:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076252.565394:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076252.565411:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076252.565423:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076252.565435:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076252.565446:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076252.565458:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076252.565467:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076252.565482:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769076252.565492:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076252.565499:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076252.565507:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076252.565520:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076252.565524:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076252.565528:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076252.565543:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076252.565605:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076252.565622:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612090752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076252.565638:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076252.565645:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076252.565660:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612090752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076252.565689:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076252.565701:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076252.565718:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076252.565732:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076252.565755:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076252.565772:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3247)
00000800:00000200:1.1:1769076252.566009:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076252.566016:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076252.566978:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076252.566983:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076252.948976:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076252.948983:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076252.948989:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076253.972857:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076253.972864:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076253.972869:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076256.020828:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076256.020835:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076256.020841:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076257.044785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076257.044791:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076257.044796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076257.172681:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297914436, at 4297914880
00000100:00000010:0.0:1769076257.172698:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000800:00000200:1.1:1769076257.685697:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076257.685702:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076257.686348:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076257.686352:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000008:00000020:0.0:1769076258.708781:0:33059:0:(osc_request.c:735:osc_update_next_shrink()) next time 4449 to shrink grant
00000020:00000001:0.0:1769076259.092920:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076259.092926:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076259.092931:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076260.116897:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076260.116903:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076260.116908:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076262.164736:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076262.164740:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076262.164744:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076262.292651:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297919556, at 4297920000
00000100:00000010:0.0:1769076262.292668:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00000001:3.0:1769076262.804751:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076262.804760:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076262.804766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076262.804796:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076262.804815:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076262.804820:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076262.804833:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076262.804837:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076262.804849:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076262.805648:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076262.805652:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076262.806332:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076262.806336:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1769076263.188794:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076263.188800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076263.188804:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076263.828641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076263.828648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076263.828650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076263.828655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076263.828658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076263.828661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.828663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076263.828666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076263.828668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076264.852681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076264.852690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076264.852692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076264.852699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076264.852703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076264.852708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076264.852711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076264.852714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076264.852717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076265.236915:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076265.236922:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076265.236926:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076265.876787:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076265.876795:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076265.876796:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076265.876802:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076265.876806:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076265.876820:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076265.876823:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076265.876826:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076265.876829:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076266.260878:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076266.260887:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076266.260893:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076266.900772:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076266.900785:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076266.900788:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076266.900797:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076266.900803:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076266.900810:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076266.900815:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076266.900820:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076266.900825:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076267.412757:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297924676, at 4297925120
00000100:00000010:0.0:1769076267.412782:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000001:3.0:1769076267.924744:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076267.924752:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076267.924754:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076267.924761:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076267.924766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076267.924771:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076267.924773:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076267.924777:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076267.924780:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076267.924822:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076267.924830:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076267.924833:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076267.924837:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076267.924841:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076267.924850:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3253
00000400:00000200:0.0:1769076267.924862:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076267.924869:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076267.924873:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076267.924877:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.924880:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076267.924883:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.924885:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076267.924890:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076267.924892:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076267.924896:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076267.924898:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076267.924901:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076267.924903:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076267.924906:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.924908:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076267.924910:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.924912:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076267.924916:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076267.924920:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076267.924923:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076267.924926:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076267.924929:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076267.924933:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076267.924935:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076267.924938:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076267.924948:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769076267.924951:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076267.924955:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076267.924957:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076267.924960:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076267.924963:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076267.924967:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076267.924976:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076267.924983:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076267.924992:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612091392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076267.925004:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076267.925009:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076267.925014:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612091392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076267.925040:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076267.925043:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076267.925047:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076267.925049:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076267.925051:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076267.925054:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076267.925057:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3253
00000400:00000200:0.0:1769076267.925060:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076267.925063:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076267.925066:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076267.925070:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.925073:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076267.925076:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.925079:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076267.925082:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076267.925083:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076267.925085:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076267.925087:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076267.925089:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076267.925092:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076267.925095:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.925097:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076267.925100:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076267.925107:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076267.925110:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076267.925119:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076267.925127:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076267.925129:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076267.925135:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076267.925139:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076267.925144:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076267.925151:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076267.925159:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076267.925165:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076267.925173:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769076267.925181:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076267.925188:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076267.925191:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076267.925194:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076267.925197:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076267.925202:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076267.925208:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769076267.925214:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076267.925226:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612091520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076267.925247:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076267.925250:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076267.925259:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612091520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076267.925273:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076267.925279:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076267.925284:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076267.925289:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076267.925294:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076267.925303:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3263)
00000800:00000200:1.1:1769076267.925445:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076267.925450:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076267.926027:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076267.926030:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076268.308858:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076268.308867:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076268.308874:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076268.948669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076268.948714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076268.948717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076268.948724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076268.948729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076268.948734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.948748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076268.948751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076268.948755:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076269.332900:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076269.332909:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076269.332914:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076269.972735:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076269.972741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076269.972743:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076269.972748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076269.972751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076269.972755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076269.972757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076269.972760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076269.972762:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076270.996732:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076270.996743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076270.996746:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076270.996757:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076270.996764:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076270.996771:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076270.996777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076270.996783:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076270.996788:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076271.380808:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076271.380815:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076271.380821:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076272.020741:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076272.020752:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076272.020755:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076272.020764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076272.020769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076272.020775:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076272.020779:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076272.020782:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076272.020786:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076272.404848:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076272.404855:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076272.404860:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076272.532782:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297929795, at 4297930240
00000100:00000010:0.0:1769076272.532806:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000001:3.0:1769076273.044700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076273.044709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076273.044712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076273.044720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076273.044725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076273.044731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.044734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076273.044738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076273.044742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076273.045750:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076273.045755:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076273.046300:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076273.046304:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769076274.068707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076274.068716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076274.068719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076274.068726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076274.068734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076274.068739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076274.068744:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076274.068747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076274.068751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076274.452713:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076274.452717:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076274.452720:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076275.092726:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076275.092736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076275.092739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076275.092746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076275.092751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076275.092756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076275.092759:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076275.092763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076275.092767:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076275.476785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076275.476791:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076275.476797:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076276.116653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076276.116659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076276.116661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076276.116665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076276.116668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076276.116671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076276.116673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076276.116675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076276.116678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076277.140723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076277.140732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076277.140735:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076277.140742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076277.140748:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076277.140753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076277.140756:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076277.140760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076277.140763:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076277.524789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076277.524795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076277.524800:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076277.652655:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297934916, at 4297935360
00000100:00000010:0.0:1769076277.652675:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000001:3.0:1769076278.164706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076278.164720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076278.164730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076278.164752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076278.164765:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076278.164777:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.164786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076278.164795:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076278.164807:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076278.165662:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076278.165667:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076278.166142:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076278.166145:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076278.548756:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076278.548761:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076278.548766:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076279.188677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076279.188687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076279.188690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076279.188698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076279.188703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076279.188708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076279.188712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076279.188715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076279.188719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076280.212678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076280.212691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076280.212694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076280.212704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076280.212710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076280.212717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076280.212721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076280.212725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076280.212730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076280.596861:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076280.596868:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076280.596873:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076281.236668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076281.236678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076281.236680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076281.236688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076281.236694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076281.236699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076281.236703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076281.236707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076281.236710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076281.620686:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076281.620690:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076281.620694:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076282.260639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076282.260646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076282.260648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076282.260653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076282.260657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076282.260661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076282.260664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076282.260666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076282.260668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076282.772645:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297940036, at 4297940480
00000100:00000010:0.0:1769076282.772660:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00080000:0.0:1769076283.284685:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076283.284698:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076283.284705:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076283.284711:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076283.284717:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076283.284730:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3268
00000400:00000200:0.0:1769076283.284744:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076283.284757:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076283.284764:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076283.284773:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284778:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.284783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284787:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076283.284793:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076283.284796:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076283.284799:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076283.284803:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076283.284806:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076283.284809:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076283.284813:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284815:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.284817:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284819:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076283.284821:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076283.284824:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284826:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076283.284830:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076283.284833:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076283.284836:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.284838:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076283.284840:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076283.284851:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769076283.284855:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076283.284859:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076283.284860:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.284863:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076283.284866:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076283.284872:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076283.284881:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076283.284888:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076283.284897:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612092160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076283.284906:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076283.284910:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076283.284914:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612092160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076283.284939:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076283.284941:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076283.284944:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076283.284945:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076283.284947:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076283.284949:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076283.284951:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3268
00000400:00000200:0.0:1769076283.284954:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076283.284956:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076283.284958:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076283.284960:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284961:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.284963:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284965:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076283.284968:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076283.284969:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076283.284970:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076283.284972:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076283.284973:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076283.284975:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076283.284978:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284980:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076283.284982:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284984:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076283.284986:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076283.284987:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076283.284989:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076283.284993:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076283.285000:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076283.285004:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.285010:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076283.285014:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076283.285018:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.285020:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076283.285024:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769076283.285030:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076283.285034:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076283.285038:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076283.285042:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076283.285044:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076283.285050:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076283.285057:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076283.285066:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076283.285082:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612092288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076283.285119:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076283.285132:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076283.285139:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612092288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076283.285168:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076283.285174:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076283.285198:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076283.285208:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076283.285214:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076283.285232:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3278)
00000800:00000200:1.1:1769076283.285682:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076283.285688:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076283.286423:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076283.286428:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076283.668825:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076283.668833:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076283.668840:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076284.692829:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076284.692836:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076284.692841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076286.740847:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076286.740856:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076286.740863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076287.764761:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076287.764767:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076287.764772:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076287.892712:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297945156, at 4297945600
00000100:00000010:0.0:1769076287.892736:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00080000:0.0:1769076288.404713:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076288.404737:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076288.404743:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076288.404751:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076288.404772:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076288.404791:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3273
00000400:00000200:0.0:1769076288.404807:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076288.404819:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076288.404825:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076288.404833:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.404840:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076288.404845:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.404850:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076288.404859:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076288.404863:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076288.404869:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076288.404874:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076288.404879:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076288.404884:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076288.404891:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.404896:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076288.404900:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.404904:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076288.404911:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076288.404918:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076288.404924:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076288.404944:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076288.404951:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076288.404957:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076288.404962:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076288.404967:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076288.404986:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769076288.404992:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076288.404998:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076288.405001:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076288.405005:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076288.405010:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076288.405017:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076288.405030:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076288.405040:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076288.405054:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612092416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076288.405070:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076288.405077:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076288.405084:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612092416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076288.405118:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076288.405123:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076288.405128:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076288.405130:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076288.405133:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076288.405138:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076288.405141:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3273
00000400:00000200:0.0:1769076288.405147:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076288.405151:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076288.405154:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076288.405158:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.405161:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076288.405164:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.405166:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076288.405169:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076288.405171:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076288.405173:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076288.405175:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076288.405178:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076288.405180:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076288.405184:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.405186:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076288.405188:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076288.405192:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076288.405197:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076288.405202:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076288.405207:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076288.405210:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076288.405220:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076288.405223:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076288.405225:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076288.405232:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076288.405240:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076288.405246:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076288.405253:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769076288.405258:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076288.405265:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076288.405268:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076288.405280:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076288.405287:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076288.405295:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076288.405313:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769076288.405321:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076288.405336:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076288.405401:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076288.405407:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076288.405431:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612092544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076288.405471:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076288.405478:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076288.405492:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076288.405502:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076288.405526:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076288.405539:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3283)
00000800:00000200:1.1:1769076288.405754:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076288.405758:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076288.406280:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076288.406283:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076289.812918:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076289.812927:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076289.812933:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076290.836823:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076290.836832:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076290.836840:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076292.884871:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076292.884878:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076292.884884:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076293.012721:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297950276, at 4297950720
00000100:00000010:0.0:1769076293.012734:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:3.0:1769076293.524754:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076293.524765:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076293.524769:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076293.524774:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076293.524780:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076293.524790:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3278
00000400:00000200:3.0:1769076293.524804:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076293.524831:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076293.524838:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076293.524844:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.524850:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076293.524855:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.524859:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076293.524867:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076293.524870:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076293.524877:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076293.524882:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076293.524887:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076293.524892:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076293.524899:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.524903:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076293.524908:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.524923:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076293.524929:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076293.524935:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076293.524941:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076293.524946:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076293.524952:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076293.524956:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076293.524959:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076293.524962:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076293.524974:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076293.524978:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076293.524983:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076293.524986:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076293.524989:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076293.524993:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076293.524998:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076293.525008:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076293.525016:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076293.525027:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612092672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076293.525042:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076293.525047:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076293.525052:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612092672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076293.525087:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076293.525092:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076293.525097:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076293.525099:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076293.525101:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076293.525105:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076293.525108:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3278
00000400:00000200:3.0:1769076293.525114:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076293.525118:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076293.525130:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076293.525133:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.525136:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076293.525139:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.525142:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076293.525145:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076293.525147:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076293.525149:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076293.525152:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076293.525154:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076293.525157:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076293.525160:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.525162:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076293.525165:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076293.525167:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076293.525170:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076293.525173:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076293.525175:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076293.525178:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076293.525185:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076293.525188:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076293.525191:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076293.525198:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076293.525202:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076293.525205:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076293.525211:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076293.525220:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076293.525224:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076293.525229:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076293.525235:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076293.525238:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076293.525241:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076293.525248:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076293.525286:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076293.525303:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612092800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076293.525331:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076293.525339:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076293.525354:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612092800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076293.525381:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076293.525386:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076293.525397:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076293.525413:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076293.525418:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076293.525428:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3288)
00000800:00000200:1.1:1769076293.525662:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076293.525667:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076293.526183:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076293.526187:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076293.908834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076293.908842:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076293.908861:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076295.956833:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076295.956843:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076295.956848:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076296.980768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076296.980776:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076296.980783:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076298.132665:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297955396, at 4297955840
00000100:00000010:0.0:1769076298.132688:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000800:00000200:1.1:1769076298.645640:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076298.645645:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076298.646275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076298.646279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1769076299.028817:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076299.028822:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076299.028827:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076300.052798:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076300.052804:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076300.052809:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076302.100800:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076302.100809:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076302.100815:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076303.124869:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076303.124878:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076303.124884:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076303.252722:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297960516, at 4297960960
00000100:00000010:0.0:1769076303.252745:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:0.0:1769076303.764765:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076303.764776:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076303.764779:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076303.764784:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076303.764789:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076303.764802:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3289
00000400:00000200:0.0:1769076303.764818:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076303.764829:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076303.764836:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076303.764842:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.764848:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076303.764854:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.764858:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076303.764866:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076303.764870:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076303.764875:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076303.764881:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076303.764886:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076303.764891:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076303.764898:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.764902:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076303.764907:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.764911:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076303.764936:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076303.764944:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076303.764949:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076303.764953:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076303.764957:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076303.764961:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076303.764964:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076303.764967:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076303.764978:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769076303.764983:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076303.764988:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076303.764991:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076303.764995:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076303.764998:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076303.765003:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076303.765013:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076303.765021:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076303.765033:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612093184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076303.765057:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076303.765063:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076303.765068:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612093184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076303.765135:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076303.765141:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076303.765146:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076303.765148:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076303.765150:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076303.765154:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076303.765158:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3289
00000400:00000200:0.0:1769076303.765165:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076303.765169:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076303.765173:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076303.765177:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.765181:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076303.765184:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.765188:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076303.765191:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076303.765193:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076303.765195:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076303.765198:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076303.765201:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076303.765212:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076303.765223:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.765227:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076303.765235:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076303.765243:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076303.765251:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076303.765263:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076303.765275:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076303.765286:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076303.765298:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076303.765310:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076303.765319:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076303.765331:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076303.765343:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076303.765353:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076303.765368:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769076303.765380:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076303.765387:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076303.765391:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076303.765399:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076303.765401:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076303.765405:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076303.765419:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769076303.765427:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076303.765443:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076303.765467:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076303.765473:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076303.765481:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612093312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076303.765493:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076303.765502:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076303.765517:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076303.765529:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076303.765543:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076303.765602:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3299)
00000800:00000200:1.1:1769076303.765824:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076303.765829:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076303.766495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076303.766500:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1769076305.172805:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076305.172813:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076305.172820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076306.196809:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076306.196815:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076306.196820:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076308.244872:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076308.244879:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076308.244884:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076308.372717:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297965636, at 4297966080
00000100:00000010:0.0:1769076308.372731:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:0.0:1769076308.884728:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076308.884745:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076308.884751:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076308.884761:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076308.884771:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076308.884783:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3294
00000400:00000200:0.0:1769076308.884799:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076308.884809:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076308.884813:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076308.884818:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.884822:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076308.884825:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.884828:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076308.884834:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076308.884836:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076308.884840:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076308.884843:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076308.884846:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076308.884849:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076308.884853:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.884855:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076308.884858:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.884861:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076308.884866:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076308.884871:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076308.884874:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076308.884878:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076308.884882:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076308.884885:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.884888:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076308.884891:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076308.884902:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769076308.884906:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076308.884911:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076308.884913:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.884916:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076308.884919:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076308.884925:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076308.884935:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769076308.884944:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076308.884955:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612093440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076308.884970:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076308.884975:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076308.884981:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612093440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.885048:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076308.885054:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076308.885059:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076308.885062:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076308.885066:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076308.885075:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076308.885085:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3294
00000400:00000200:0.0:1769076308.885097:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076308.885105:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076308.885109:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076308.885113:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.885121:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076308.885127:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.885134:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076308.885143:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076308.885147:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076308.885151:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076308.885156:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076308.885164:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076308.885168:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076308.885176:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.885185:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076308.885192:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076308.885201:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076308.885206:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076308.885217:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076308.885222:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076308.885228:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076308.885236:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076308.885246:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.885251:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076308.885262:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076308.885270:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.885281:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076308.885293:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769076308.885298:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076308.885306:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076308.885311:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076308.885329:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076308.885334:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076308.885339:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076308.885354:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769076308.885360:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076308.885377:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612093568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076308.885406:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076308.885414:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076308.885428:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612093568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076308.885448:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076308.885452:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076308.885458:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076308.885468:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076308.885490:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076308.885499:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3304)
00000800:00000200:1.1:1769076308.885675:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076308.885680:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076308.886287:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076308.886290:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1769076309.268770:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076309.268776:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076309.268781:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076311.316809:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076311.316817:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076311.316824:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076312.340781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076312.340787:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076312.340792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076313.492804:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297970756, at 4297971200
00000100:00000010:0.0:1769076313.492824:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:3.0:1769076314.004743:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076314.004757:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076314.004763:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076314.004771:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076314.004777:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076314.004790:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3299
00000400:00000200:3.0:1769076314.004807:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076314.004819:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076314.004825:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076314.004831:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.004837:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076314.004842:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.004847:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076314.004855:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076314.004858:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076314.004864:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076314.004869:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076314.004873:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076314.004880:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076314.004886:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.004890:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076314.004895:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.004899:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076314.004904:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076314.004908:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076314.004912:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076314.004941:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076314.004946:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076314.004950:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076314.004953:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076314.004957:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076314.004966:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076314.004971:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076314.004976:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076314.004978:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076314.004981:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076314.004985:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076314.004990:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076314.005001:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076314.005009:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076314.005021:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612093696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076314.005035:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076314.005041:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076314.005047:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612093696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076314.005076:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076314.005081:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076314.005086:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076314.005088:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076314.005091:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076314.005095:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076314.005098:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3299
00000400:00000200:3.0:1769076314.005105:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076314.005109:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076314.005112:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076314.005116:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.005119:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076314.005122:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.005124:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076314.005127:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076314.005129:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076314.005131:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076314.005134:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076314.005136:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076314.005139:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076314.005142:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.005145:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076314.005148:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076314.005151:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076314.005154:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076314.005158:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076314.005163:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076314.005165:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076314.005172:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076314.005175:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076314.005180:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076314.005187:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076314.005198:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076314.005204:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076314.005211:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076314.005218:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076314.005228:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076314.005233:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076314.005242:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076314.005247:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076314.005255:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076314.005265:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076314.005273:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076314.005292:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612093824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076314.005314:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076314.005321:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076314.005337:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612093824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076314.005365:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076314.005372:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076314.005380:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076314.005391:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076314.005400:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076314.005413:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3309)
00000800:00000200:1.1:1769076314.005606:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076314.005895:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076314.388838:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076314.388846:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076314.388853:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076315.412855:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076315.412867:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076315.412877:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076317.077048:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769076317.077102:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076317.077118:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076317.077124:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769076317.077130:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076317.077135:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076317.077141:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076317.077147:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:0.0:1769076317.077154:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076317.077161:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076317.077170:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:0.0:1769076317.077173:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:0.0:1769076317.077179:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076317.077190:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3100 x1855007612093696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076317.077225:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076317.077248:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612093696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076317.077259:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076317.077263:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076317.077279:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076317.077283:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:0.0:1769076317.077287:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076317.077292:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076317.077296:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:0.0:1769076317.077299:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:0.0:1769076317.077304:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076317.077310:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3b80 x1855007612093824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076317.077330:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076317.077344:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612093824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076339 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076317.077377:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076317.077387:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076317.460806:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076317.460812:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076317.460818:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076318.484875:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076318.484885:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076318.484893:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076318.612733:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297975876, at 4297976320
00000100:00000010:0.0:1769076318.612754:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000800:00000200:1.1:1769076319.126027:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076319.126036:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076319.126956:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076319.126962:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076320.532790:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076320.532796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076320.532801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076321.556881:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076321.556891:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076321.556898:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076323.604933:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076323.604941:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076323.604949:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076323.732741:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297980996, at 4297981440
00000100:00000010:0.0:1769076323.732818:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000800:00000200:1.1:1769076324.245913:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076324.245930:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076324.246489:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076324.246492:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076324.628830:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076324.628839:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076324.628845:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076326.676851:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076326.676858:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076326.676863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076327.700906:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076327.700912:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076327.700916:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076328.852749:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297986116, at 4297986560
00000100:00000010:0.0:1769076328.852770:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:3.0:1769076329.364791:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076329.364805:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076329.364810:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076329.364817:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076329.364824:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076329.364837:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3314
00000400:00000200:3.0:1769076329.364852:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076329.364861:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076329.364865:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076329.364870:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.364874:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076329.364877:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.364881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076329.364886:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076329.364888:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076329.364892:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076329.364895:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076329.364898:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076329.364901:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076329.364905:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.364907:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076329.364910:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.364913:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076329.364918:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076329.364922:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076329.364927:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076329.364931:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076329.364935:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076329.364939:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076329.364942:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076329.364945:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076329.364955:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076329.364959:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076329.364964:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076329.364967:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076329.364971:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076329.364974:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076329.364980:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076329.364989:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076329.364997:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076329.365008:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612094464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076329.365022:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076329.365028:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076329.365034:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612094464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076329.365067:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076329.365071:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076329.365076:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076329.365078:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076329.365080:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076329.365084:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076329.365088:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3314
00000400:00000200:3.0:1769076329.365094:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076329.365100:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076329.365104:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076329.365110:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.365118:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076329.365124:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.365130:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076329.365136:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076329.365141:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076329.365144:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076329.365151:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076329.365158:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076329.365166:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076329.365178:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.365186:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076329.365194:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076329.365202:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076329.365206:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076329.365213:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076329.365224:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076329.365232:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076329.365242:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076329.365251:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076329.365255:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076329.365261:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076329.365266:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076329.365268:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076329.365273:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076329.365277:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076329.365279:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076329.365281:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076329.365283:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076329.365285:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076329.365288:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076329.365292:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076329.365297:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076329.365312:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612094592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076329.365334:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076329.365338:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076329.365352:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612094592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076329.365374:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076329.365381:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076329.365391:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076329.365396:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076329.365406:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076329.365413:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3324)
00000800:00000200:1.1:1769076329.365618:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076329.365623:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076329.366252:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076329.366255:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076329.748737:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076329.748741:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076329.748744:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076330.772845:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076330.772851:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076330.772856:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076332.820793:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076332.820799:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076332.820803:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076333.844785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076333.844789:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076333.844792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076333.972726:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297991236, at 4297991680
00000100:00000010:0.0:1769076333.972749:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00080000:3.0:1769076334.484759:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076334.484788:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076334.484801:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076334.484809:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076334.484828:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076334.484846:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3319
00000400:00000200:3.0:1769076334.484869:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076334.484881:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076334.484887:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076334.484894:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.484899:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076334.484907:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.484913:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076334.484920:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076334.484923:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076334.484929:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076334.484933:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076334.484938:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076334.484941:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076334.484946:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.484948:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076334.484951:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.484954:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076334.484959:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076334.484963:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076334.484966:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076334.484970:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076334.484975:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076334.484979:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076334.484982:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076334.484986:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076334.484998:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076334.485003:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076334.485009:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076334.485011:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076334.485016:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076334.485020:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076334.485026:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076334.485038:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076334.485049:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076334.485062:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612094720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076334.485078:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076334.485086:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076334.485092:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612094720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076334.485126:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076334.485131:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076334.485136:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076334.485138:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076334.485140:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076334.485144:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076334.485147:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3319
00000400:00000200:3.0:1769076334.485151:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076334.485156:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076334.485160:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076334.485165:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.485169:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076334.485173:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.485176:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076334.485179:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076334.485181:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076334.485185:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076334.485197:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076334.485206:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076334.485219:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076334.485226:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.485238:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076334.485249:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076334.485271:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076334.485285:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076334.485305:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076334.485331:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076334.485343:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076334.485360:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076334.485373:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076334.485395:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076334.485403:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076334.485427:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076334.485440:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076334.485449:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076334.485457:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076334.485463:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076334.485469:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076334.485477:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076334.485490:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076334.485498:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076334.485509:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076334.485533:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076334.485649:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076334.485693:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076334.485705:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076334.485727:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612094848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076334.485775:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076334.485787:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076334.485804:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076334.485819:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076334.485834:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076334.485846:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3329)
00000800:00000200:1.1:1769076334.485871:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076334.485877:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076334.486467:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076334.486489:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076335.892841:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076335.892848:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076335.892853:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076336.916801:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076336.916809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076336.916815:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076338.964788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076338.964794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076338.964799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076339.092682:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4297996356, at 4297996800
00000100:00000010:0.0:1769076339.092712:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000800:00000200:1.1:1769076339.605606:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076339.605611:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076339.606117:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076339.606120:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769076339.988758:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076339.988764:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076339.988769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076342.036776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076342.036785:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076342.036792:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076343.060846:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076343.060852:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076343.060857:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076344.212697:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298001476, at 4298001920
00000100:00000010:0.0:1769076344.212722:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00080000:3.0:1769076344.724766:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076344.724780:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076344.724785:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076344.724792:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076344.724799:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076344.724812:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3330
00000400:00000200:3.0:1769076344.724829:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076344.724841:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076344.724848:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076344.724852:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.724857:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076344.724860:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.724864:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076344.724869:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076344.724872:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076344.724876:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076344.724880:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076344.724883:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076344.724886:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076344.724890:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.724893:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076344.724895:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.724898:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076344.724903:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076344.724907:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076344.724911:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076344.724915:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076344.724919:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076344.724923:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076344.724925:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076344.724928:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076344.724940:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076344.724945:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076344.724950:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076344.724952:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076344.724956:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076344.724959:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076344.724965:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076344.724975:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076344.724984:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076344.724995:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612095232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076344.725010:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076344.725016:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076344.725022:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612095232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076344.725055:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076344.725060:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076344.725064:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076344.725066:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076344.725069:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076344.725072:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076344.725076:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3330
00000400:00000200:3.0:1769076344.725081:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076344.725087:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076344.725091:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076344.725096:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.725099:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076344.725103:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.725106:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076344.725109:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076344.725110:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076344.725113:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076344.725117:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076344.725126:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076344.725131:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076344.725143:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.725151:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076344.725155:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076344.725161:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076344.725166:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076344.725179:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076344.725188:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076344.725196:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076344.725208:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076344.725220:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076344.725226:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076344.725235:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076344.725242:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076344.725250:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076344.725258:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076344.725270:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076344.725284:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076344.725293:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076344.725302:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076344.725311:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076344.725320:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076344.725338:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076344.725349:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076344.725368:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612095360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076344.725396:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076344.725425:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076344.725442:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612095360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076344.725484:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076344.725492:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076344.725503:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076344.725513:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076344.725524:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076344.725532:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3340)
00000800:00000200:1.1:1769076344.725686:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076344.725691:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076344.726260:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076344.726263:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076345.108841:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076345.108847:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076345.108852:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076346.132824:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076346.132833:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076346.132841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076348.180783:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076348.180790:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076348.180796:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076349.204908:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076349.204917:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076349.204923:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076349.332731:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298006596, at 4298007040
00000100:00000010:0.0:1769076349.332765:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00080000:3.0:1769076349.844683:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076349.844702:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076349.844708:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076349.844716:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076349.844726:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076349.844740:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3335
00000400:00000200:3.0:1769076349.844767:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076349.844780:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076349.844796:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076349.844821:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.844835:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076349.844840:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.844844:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076349.844849:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076349.844852:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076349.844856:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076349.844859:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076349.844862:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076349.844867:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076349.844874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.844877:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076349.844879:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.844882:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076349.844886:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076349.844890:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076349.844893:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076349.844897:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076349.844901:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076349.844905:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076349.844908:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076349.844911:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076349.844922:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076349.844926:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076349.844931:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076349.844933:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076349.844937:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076349.844940:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076349.844945:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076349.844955:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076349.844964:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076349.844978:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612095488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076349.845000:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076349.845007:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076349.845016:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612095488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076349.845061:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076349.845068:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076349.845076:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076349.845079:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076349.845083:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076349.845091:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076349.845099:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3335
00000400:00000200:3.0:1769076349.845113:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076349.845122:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076349.845132:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076349.845149:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.845165:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076349.845183:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.845194:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076349.845216:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076349.845222:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076349.845233:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076349.845239:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076349.845252:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076349.845268:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076349.845289:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.845304:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076349.845344:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076349.845349:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076349.845353:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076349.845358:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076349.845363:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076349.845370:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076349.845380:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076349.845388:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076349.845394:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076349.845403:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076349.845419:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076349.845429:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076349.845439:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076349.845448:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076349.845466:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076349.845470:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076349.845479:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076349.845485:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076349.845493:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076349.845505:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076349.845519:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076349.845545:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076349.845650:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076349.845663:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076349.845688:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612095616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076349.845755:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076349.845776:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076349.845784:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076349.845800:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076349.845830:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076349.845850:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3345)
00000800:00000200:1.1:1769076349.845897:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076349.845904:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076349.846523:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076349.846527:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076351.252807:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076351.252813:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076351.252817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076352.276678:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076352.276681:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076352.276684:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076354.324756:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076354.324764:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076354.324770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076354.452695:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298011716, at 4298012160
00000100:00000010:0.0:1769076354.452711:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000800:00000200:1.1:1769076354.965757:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076354.965767:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076354.966473:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076354.966476:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076355.348783:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076355.348790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076355.348796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076357.396718:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076357.396723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076357.396727:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076358.420899:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076358.420909:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076358.420916:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076359.572714:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298016836, at 4298017280
00000100:00000010:0.0:1769076359.572737:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00080000:3.0:1769076360.084772:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076360.084783:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076360.084787:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076360.084793:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076360.084797:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076360.084808:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3345
00000400:00000200:3.0:1769076360.084822:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076360.084830:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076360.084834:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076360.084839:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.084843:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076360.084846:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.084850:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076360.084855:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076360.084858:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076360.084861:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076360.084865:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076360.084868:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076360.084871:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076360.084875:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.084878:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076360.084881:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.084884:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076360.084888:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076360.084893:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076360.084896:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.084899:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076360.084903:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076360.084906:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.084909:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076360.084912:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076360.084924:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076360.084928:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076360.084933:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076360.084935:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.084939:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076360.084942:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076360.084947:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076360.084955:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076360.084964:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076360.084976:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612096000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076360.084991:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076360.084996:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076360.085003:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612096000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.085035:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076360.085040:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076360.085045:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076360.085047:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076360.085049:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076360.085053:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076360.085058:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3345
00000400:00000200:3.0:1769076360.085065:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076360.085071:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076360.085075:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076360.085079:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.085083:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076360.085092:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.085098:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076360.085105:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076360.085108:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076360.085113:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076360.085120:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076360.085129:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076360.085137:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076360.085179:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.085186:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076360.085194:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076360.085201:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076360.085207:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076360.085216:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076360.085224:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076360.085232:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076360.085243:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076360.085251:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.085258:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076360.085270:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076360.085278:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.085288:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076360.085300:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076360.085310:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076360.085317:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076360.085321:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076360.085327:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076360.085330:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076360.085334:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076360.085347:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076360.085358:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076360.085373:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612096128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076360.085425:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076360.085434:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076360.085449:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612096128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076360.085476:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076360.085483:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076360.085487:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076360.085495:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076360.085502:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076360.085513:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3355)
00000800:00000200:1.1:1769076360.085635:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076360.085640:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076360.086185:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076360.086189:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076360.468830:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076360.468836:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076360.468841:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076361.492824:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076361.492831:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076361.492836:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076363.540892:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076363.540929:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076363.540936:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076364.564786:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076364.564793:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076364.564798:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076364.692710:0:33059:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298021956, at 4298022400
00000100:00000010:0.0:1769076364.692733:0:33059:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00080000:3.0:1769076365.204664:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076365.204680:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076365.204684:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076365.204690:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076365.204697:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076365.204708:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3350
00000400:00000200:3.0:1769076365.204724:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076365.204736:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076365.204759:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076365.204766:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.204773:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076365.204780:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.204787:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076365.204805:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076365.204819:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076365.204834:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076365.204843:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076365.204855:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076365.204865:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076365.204875:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.204878:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076365.204881:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.204884:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076365.204888:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076365.204893:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076365.204897:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.204902:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076365.204907:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076365.204911:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.204914:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076365.204917:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076365.204931:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076365.204936:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076365.204942:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076365.204944:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.204948:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076365.204952:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076365.204959:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076365.204972:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769076365.204982:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076365.204996:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612096256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076365.205011:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076365.205017:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076365.205023:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612096256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.205118:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076365.205127:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076365.205132:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076365.205135:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076365.205140:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076365.205148:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076365.205159:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3350
00000400:00000200:3.0:1769076365.205172:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076365.205187:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076365.205206:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076365.205231:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.205260:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076365.205267:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.205282:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076365.205299:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076365.205310:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076365.205323:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076365.205331:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076365.205368:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076365.205391:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076365.205412:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.205419:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076365.205447:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076365.205452:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076365.205459:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076365.205473:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076365.205476:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076365.205480:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076365.205490:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076365.205495:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.205497:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076365.205503:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076365.205507:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.205509:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076365.205515:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076365.205526:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076365.205532:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076365.205535:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076365.205537:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076365.205540:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076365.205544:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076365.205558:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076365.205565:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076365.205573:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076365.205585:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076365.205593:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076365.205663:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612096384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076365.205696:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076365.205717:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076365.205731:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076365.205749:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076365.205773:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076365.205803:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3360)
00000800:00000200:1.1:1769076365.205876:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076365.205881:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076365.206492:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076365.206518:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076366.612789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076366.612796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076366.612801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076367.636844:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076367.636851:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076367.636856:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076369.684746:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076369.684750:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076369.684753:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076369.812672:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298027076, at 4298027520
00000100:00000010:0.0:1769076369.812688:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:3.0:1769076370.324715:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076370.324733:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076370.324742:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076370.324748:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076370.324756:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076370.324772:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3355
00000400:00000200:3.0:1769076370.324791:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076370.324802:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076370.324808:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076370.324813:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.324817:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076370.324823:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.324826:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076370.324832:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076370.324834:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076370.324838:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076370.324842:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076370.324844:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076370.324848:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076370.324852:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.324855:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076370.324857:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.324860:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076370.324865:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076370.324870:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076370.324873:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076370.324877:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076370.324881:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076370.324884:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076370.324887:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076370.324890:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076370.324901:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076370.324906:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076370.324910:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076370.324912:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076370.324917:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076370.324920:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076370.324926:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076370.324936:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076370.324943:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076370.324955:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612096512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076370.324997:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076370.325004:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076370.325012:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612096512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076370.325042:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076370.325046:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076370.325051:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076370.325053:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076370.325055:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076370.325059:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076370.325062:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3355
00000400:00000200:3.0:1769076370.325068:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076370.325074:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076370.325078:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076370.325083:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.325087:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076370.325090:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.325093:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076370.325097:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076370.325103:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076370.325107:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076370.325113:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076370.325119:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076370.325125:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076370.325134:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.325142:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076370.325150:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076370.325158:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076370.325165:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076370.325175:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076370.325182:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076370.325188:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076370.325199:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076370.325207:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076370.325219:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076370.325232:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076370.325246:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076370.325255:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076370.325271:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076370.325284:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076370.325297:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076370.325305:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076370.325314:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076370.325322:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076370.325332:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076370.325349:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076370.325364:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076370.325388:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612096640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076370.325419:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076370.325431:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076370.325450:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612096640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076370.325483:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076370.325493:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076370.325508:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076370.325517:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076370.325531:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076370.325540:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3365)
00000800:00000200:1.1:1769076370.325615:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076370.325620:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076370.326233:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076370.326237:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1769076370.708834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076370.708840:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076370.708845:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076372.756980:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076372.756988:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076372.756995:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076373.780778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076373.780784:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076373.780790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076374.932737:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298032196, at 4298032640
00000100:00000010:0.0:1769076374.932754:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00080000:0.0:1769076375.444750:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076375.444766:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076375.444770:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076375.444776:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076375.444782:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076375.444793:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3360
00000400:00000200:0.0:1769076375.444806:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076375.444815:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076375.444820:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076375.444825:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.444830:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076375.444834:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.444837:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076375.444843:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076375.444846:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076375.444850:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076375.444853:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076375.444856:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076375.444860:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076375.444865:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.444868:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076375.444870:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.444873:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076375.444877:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076375.444881:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076375.444935:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076375.444939:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076375.444944:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076375.444948:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076375.444951:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076375.444955:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076375.444968:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769076375.444975:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076375.444981:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076375.444984:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076375.444988:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076375.444992:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076375.444999:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076375.445011:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076375.445021:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076375.445034:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612096768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076375.445050:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076375.445056:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076375.445062:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612096768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076375.445097:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076375.445102:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076375.445107:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076375.445109:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076375.445112:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076375.445117:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076375.445121:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3360
00000400:00000200:0.0:1769076375.445131:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076375.445137:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076375.445140:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076375.445149:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.445160:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076375.445172:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.445175:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076375.445184:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076375.445187:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076375.445196:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076375.445202:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076375.445216:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076375.445240:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076375.445261:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.445278:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076375.445290:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076375.445312:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076375.445328:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076375.445343:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076375.445355:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076375.445361:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076375.445371:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076375.445378:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076375.445383:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076375.445389:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076375.445402:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076375.445407:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076375.445420:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769076375.445431:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076375.445451:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076375.445457:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076375.445470:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076375.445476:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076375.445482:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076375.445500:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769076375.445514:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076375.445533:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612096896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076375.445609:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076375.445615:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076375.445631:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612096896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076375.445673:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076375.445684:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076375.445700:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076375.445721:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076375.445749:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076375.445778:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3370)
00000800:00000200:1.1:1769076375.445837:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076375.445841:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076375.446343:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076375.446346:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076375.828919:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076375.828928:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076375.828947:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076376.852762:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076376.852768:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076376.852774:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076378.900950:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076378.900956:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076378.900961:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076379.924837:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076379.924844:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076379.924850:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076380.052737:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298037316, at 4298037760
00000100:00000010:0.0:1769076380.052751:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00080000:3.0:1769076380.564857:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076380.564871:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076380.564877:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076380.564883:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076380.564889:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076380.564897:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3365
00000400:00000200:3.0:1769076380.564909:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076380.564918:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076380.564924:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076380.564929:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.564934:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076380.564938:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.564942:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076380.564949:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076380.564952:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076380.564957:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076380.564962:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076380.564966:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076380.564970:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076380.564975:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.564978:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076380.564981:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.564984:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076380.564989:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076380.564994:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076380.564998:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076380.565003:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076380.565008:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076380.565013:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076380.565017:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076380.565021:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076380.565035:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076380.565041:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076380.565049:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076380.565051:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076380.565057:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076380.565061:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076380.565068:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076380.565084:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076380.565094:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076380.565108:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612097024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076380.565125:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076380.565132:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076380.565140:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612097024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076380.565178:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076380.565182:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076380.565188:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076380.565190:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076380.565192:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076380.565197:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076380.565200:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3365
00000400:00000200:3.0:1769076380.565206:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076380.565212:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076380.565217:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076380.565222:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.565226:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076380.565231:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.565234:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076380.565238:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076380.565239:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076380.565242:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076380.565246:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076380.565253:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076380.565259:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076380.565267:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.565277:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076380.565280:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076380.565281:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076380.565284:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076380.565292:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076380.565295:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076380.565298:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076380.565310:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076380.565319:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076380.565328:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076380.565336:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076380.565344:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076380.565354:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076380.565360:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076380.565365:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076380.565375:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076380.565377:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076380.565380:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076380.565383:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076380.565390:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076380.565397:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076380.565407:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076380.565420:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076380.565436:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076380.565451:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076380.565473:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612097152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076380.565549:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076380.565616:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076380.565624:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076380.565635:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076380.565645:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076380.565661:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3375)
00000800:00000200:1.1:1769076380.565833:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076380.566204:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076381.972854:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076381.972863:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076381.972869:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076382.996701:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076382.996706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076382.996711:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076385.044845:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076385.044851:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076385.044856:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076385.172709:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298042436, at 4298042880
00000100:00000010:0.0:1769076385.172772:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00080000:0.0:1769076385.684784:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076385.684798:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076385.684802:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076385.684819:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076385.684825:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076385.684837:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3370
00000400:00000200:0.0:1769076385.684853:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076385.684869:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076385.684875:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076385.684880:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.684884:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076385.684888:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.684892:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076385.684898:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076385.684902:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076385.684907:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076385.684912:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076385.684921:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076385.684930:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076385.684953:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.684969:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076385.684979:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.685000:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076385.685014:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076385.685025:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076385.685040:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076385.685048:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076385.685056:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076385.685073:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076385.685078:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076385.685085:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076385.685101:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769076385.685110:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076385.685116:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076385.685119:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076385.685125:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076385.685130:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076385.685137:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076385.685150:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769076385.685172:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076385.685189:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612097280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076385.685210:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076385.685218:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076385.685227:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612097280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076385.685279:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076385.685286:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076385.685294:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076385.685297:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076385.685300:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076385.685308:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076385.685316:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3370
00000400:00000200:0.0:1769076385.685328:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076385.685336:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076385.685342:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076385.685352:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.685362:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076385.685373:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.685388:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076385.685415:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076385.685439:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076385.685447:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076385.685457:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076385.685469:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076385.685486:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076385.685503:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.685514:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076385.685529:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076385.685548:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076385.685626:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076385.685645:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076385.685661:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076385.685668:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076385.685683:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076385.685701:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076385.685736:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076385.685751:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076385.685764:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076385.685777:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076385.685793:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769076385.685805:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076385.685825:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076385.685830:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076385.685845:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076385.685849:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076385.685857:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076385.685886:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076385.685916:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076385.685947:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612097408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076385.685985:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076385.685995:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076385.686023:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612097408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076385.686088:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076385.686110:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076385.686130:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076385.686145:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076385.686167:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076385.686188:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3381)
00000800:00000200:1.1:1769076385.686244:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076385.686250:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076385.687095:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076385.687100:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1769076386.068961:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076386.068970:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076386.068976:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076388.116871:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076388.116881:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076388.116888:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076389.140841:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076389.140847:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076389.140852:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076390.292860:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298047556, at 4298048000
00000100:00000010:0.0:1769076390.292875:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00080000:3.0:1769076390.804821:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076390.804831:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076390.804834:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076390.804839:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076390.804844:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076390.804855:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3376
00000400:00000200:3.0:1769076390.804868:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076390.804877:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076390.804881:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076390.804886:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.804890:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076390.804894:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.804897:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076390.804904:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076390.804906:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076390.804910:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076390.804914:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076390.804917:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076390.804920:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076390.804924:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.804926:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076390.804929:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.804931:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076390.804935:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076390.804939:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076390.804942:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076390.804945:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076390.804949:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076390.804953:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076390.804956:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076390.804959:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076390.804969:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076390.804973:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076390.804978:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076390.804980:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076390.804984:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076390.804987:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076390.804993:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076390.805002:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076390.805010:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076390.805021:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612097536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076390.805035:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076390.805041:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076390.805047:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612097536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076390.805080:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076390.805084:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076390.805089:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076390.805107:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076390.805111:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076390.805120:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076390.805125:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3376
00000400:00000200:3.0:1769076390.805130:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076390.805136:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076390.805143:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076390.805150:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.805155:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076390.805162:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.805168:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076390.805173:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076390.805178:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076390.805183:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076390.805188:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076390.805195:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076390.805204:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076390.805215:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.805223:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076390.805232:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076390.805238:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076390.805246:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076390.805261:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076390.805265:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076390.805275:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076390.805284:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076390.805291:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076390.805296:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076390.805305:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076390.805312:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076390.805315:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076390.805327:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076390.805334:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076390.805344:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076390.805351:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076390.805356:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076390.805359:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076390.805365:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076390.805375:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076390.805383:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076390.805393:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612097664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076390.805405:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076390.805411:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076390.805421:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612097664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076390.805442:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076390.805451:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076390.805466:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076390.805476:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076390.805487:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076390.805500:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3386)
00000800:00000200:1.1:1769076390.805702:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076390.805707:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076390.806248:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076390.806252:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076391.188839:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076391.188846:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076391.188851:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076392.212868:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076392.212880:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076392.212891:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076394.260818:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076394.260827:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076394.260835:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076395.284793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076395.284800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076395.284805:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076395.412686:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298052676, at 4298053120
00000100:00000010:0.0:1769076395.412702:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:3.0:1769076395.924709:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076395.924722:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076395.924727:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076395.924732:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076395.924739:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076395.924748:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3381
00000400:00000200:3.0:1769076395.924761:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076395.924769:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076395.924773:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076395.924777:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.924780:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076395.924783:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.924786:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076395.924791:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076395.924793:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076395.924796:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076395.924799:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076395.924802:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076395.924804:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076395.924807:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.924810:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076395.924812:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.924814:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076395.924818:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076395.924822:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076395.924825:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076395.924829:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076395.924833:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076395.924836:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076395.924839:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076395.924841:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076395.924851:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076395.924855:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076395.924859:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076395.924861:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076395.924865:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076395.924868:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076395.924872:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076395.924881:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076395.924901:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076395.924917:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612097792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076395.924934:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076395.924940:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076395.924945:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612097792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076395.924969:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076395.924973:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076395.924976:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076395.924978:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076395.924980:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076395.924983:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076395.924986:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3381
00000400:00000200:3.0:1769076395.924989:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076395.924993:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076395.924995:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076395.924998:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.925001:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076395.925004:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.925006:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076395.925008:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076395.925010:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076395.925013:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076395.925015:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076395.925018:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076395.925020:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076395.925025:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.925028:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076395.925030:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076395.925032:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076395.925035:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076395.925038:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076395.925041:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076395.925044:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076395.925054:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076395.925061:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076395.925065:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076395.925071:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076395.925080:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076395.925088:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076395.925098:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076395.925106:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076395.925112:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076395.925118:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076395.925121:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076395.925128:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076395.925133:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076395.925141:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076395.925148:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076395.925160:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076395.925175:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076395.925181:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076395.925189:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612097920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076395.925201:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076395.925207:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076395.925216:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076395.925219:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076395.925228:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076395.925235:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3391)
00000800:00000200:1.1:1769076395.925417:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076395.925424:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076395.925987:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076395.925990:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076397.332853:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076397.332878:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076397.332885:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076398.356781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076398.356785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076398.356789:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076400.404785:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076400.404792:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076400.404798:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076400.532730:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298057795, at 4298058240
00000100:00000010:0.0:1769076400.532768:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00080000:3.0:1769076401.044695:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076401.044715:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076401.044720:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076401.044726:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076401.044734:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076401.044747:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3386
00000400:00000200:3.0:1769076401.044781:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076401.044792:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076401.044799:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076401.044805:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.044811:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076401.044816:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.044821:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076401.044828:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076401.044833:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076401.044838:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076401.044844:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076401.044849:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076401.044854:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076401.044860:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.044865:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076401.044869:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.044873:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076401.044879:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076401.044886:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076401.044891:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076401.044896:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076401.044900:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076401.044904:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076401.044907:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076401.044910:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076401.044921:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076401.044926:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076401.044931:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076401.044933:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076401.044937:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076401.044940:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076401.044946:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076401.044955:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076401.044964:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076401.044993:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612098048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076401.045007:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076401.045013:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076401.045018:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612098048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076401.045060:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076401.045066:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076401.045090:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076401.045093:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076401.045096:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076401.045102:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076401.045110:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3386
00000400:00000200:3.0:1769076401.045123:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076401.045139:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076401.045148:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076401.045161:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.045175:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076401.045183:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.045191:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076401.045198:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076401.045203:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076401.045212:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076401.045218:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076401.045227:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076401.045239:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076401.045270:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.045274:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076401.045277:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076401.045279:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076401.045282:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076401.045286:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076401.045290:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076401.045297:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076401.045307:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076401.045314:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076401.045319:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076401.045324:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076401.045351:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076401.045369:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076401.045380:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076401.045388:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076401.045396:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076401.045400:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076401.045407:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076401.045410:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076401.045416:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076401.045428:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076401.045440:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076401.045499:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612098176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076401.045511:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076401.045514:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076401.045519:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612098176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076401.045538:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076401.045546:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076401.045553:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076401.045557:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076401.045562:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076401.045610:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3396)
00000800:00000200:1.1:1769076401.045709:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076401.045713:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076401.046329:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076401.046332:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1769076401.428737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076401.428743:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076401.428748:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076403.476774:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076403.476780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076403.476785:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076404.500745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076404.500752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076404.500757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076405.652722:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298062916, at 4298063360
00000100:00000010:0.0:1769076405.652741:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:3.0:1769076406.164703:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076406.164714:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076406.164720:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076406.164725:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076406.164730:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076406.164741:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3391
00000400:00000200:3.0:1769076406.164757:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076406.164767:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076406.164772:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076406.164797:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.164802:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076406.164807:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.164811:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076406.164818:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076406.164821:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076406.164826:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076406.164830:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076406.164834:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076406.164839:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076406.164844:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.164848:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076406.164852:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.164855:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076406.164861:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076406.164867:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076406.164871:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076406.164878:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076406.164883:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076406.164887:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076406.164889:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076406.164892:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076406.164901:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076406.164906:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076406.164911:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076406.164912:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076406.164916:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076406.164919:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076406.164923:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076406.164932:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076406.164939:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076406.164949:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612098304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076406.164962:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076406.164967:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076406.164972:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612098304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076406.165000:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076406.165005:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076406.165012:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076406.165014:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076406.165017:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076406.165022:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076406.165026:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3391
00000400:00000200:3.0:1769076406.165034:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076406.165040:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076406.165044:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076406.165050:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.165053:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076406.165057:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.165061:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076406.165065:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076406.165067:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076406.165070:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076406.165074:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076406.165077:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076406.165081:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076406.165087:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.165091:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076406.165094:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076406.165097:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076406.165101:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076406.165106:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076406.165110:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076406.165114:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076406.165121:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076406.165124:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076406.165127:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076406.165133:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076406.165138:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076406.165142:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076406.165147:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076406.165150:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076406.165154:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076406.165157:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076406.165160:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076406.165162:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076406.165166:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076406.165173:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076406.165192:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076406.165199:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612098432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076406.165211:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076406.165214:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076406.165220:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612098432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076406.165233:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076406.165237:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076406.165242:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076406.165246:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076406.165250:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076406.165256:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3401)
00000800:00000200:1.1:1769076406.165407:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076406.165412:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076406.165970:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076406.165973:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076406.548799:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076406.548805:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076406.548811:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076407.572793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076407.572800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076407.572806:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076409.620823:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076409.620832:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076409.620839:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076410.644794:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076410.644801:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076410.644807:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076410.772700:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298068035, at 4298068480
00000100:00000010:0.0:1769076410.772721:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00080000:0.0:1769076411.284770:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076411.284782:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076411.284786:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076411.284791:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076411.284796:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076411.284806:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3396
00000400:00000200:0.0:1769076411.284819:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076411.284828:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076411.284832:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076411.284837:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.284841:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076411.284844:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.284847:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076411.284853:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076411.284857:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076411.284860:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076411.284864:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076411.284867:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076411.284871:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076411.284875:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.284877:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076411.284879:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.284882:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076411.284886:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076411.284890:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076411.284893:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076411.284896:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076411.284900:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076411.284904:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076411.284907:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076411.284910:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076411.284920:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769076411.284924:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076411.284929:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076411.284931:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076411.284934:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076411.284938:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076411.284943:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076411.284952:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076411.284960:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076411.284971:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612098560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076411.284985:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076411.284992:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076411.284998:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612098560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076411.285038:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076411.285043:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076411.285047:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076411.285049:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076411.285051:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076411.285055:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076411.285058:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3396
00000400:00000200:0.0:1769076411.285062:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076411.285067:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076411.285071:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076411.285076:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.285079:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076411.285082:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.285085:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076411.285087:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076411.285089:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076411.285092:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076411.285098:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076411.285106:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076411.285115:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076411.285131:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.285136:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076411.285146:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076411.285156:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076411.285166:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076411.285178:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076411.285189:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076411.285199:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076411.285214:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076411.285228:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076411.285235:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076411.285243:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076411.285251:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076411.285258:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076411.285267:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769076411.285277:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076411.285325:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076411.285331:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076411.285340:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076411.285344:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076411.285348:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076411.285363:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076411.285370:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076411.285386:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076411.285413:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076411.285424:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076411.285446:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612098688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076411.285485:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076411.285494:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076411.285511:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076411.285523:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076411.285533:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076411.285546:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3406)
00000800:00000200:1.1:1769076411.285664:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076411.285669:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076411.286312:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076411.286316:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076412.692719:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076412.692722:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076412.692726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076413.716773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076413.716782:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076413.716789:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076415.764851:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076415.764858:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076415.764863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076415.892781:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298073156, at 4298073600
00000100:00000010:0.0:1769076415.892796:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00080000:0.0:1769076416.404654:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076416.404671:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076416.404675:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076416.404681:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076416.404689:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076416.404701:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3401
00000400:00000200:0.0:1769076416.404722:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076416.404736:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076416.404746:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076416.404764:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.404774:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076416.404781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.404787:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076416.404796:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076416.404799:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076416.404805:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076416.404811:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076416.404816:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076416.404822:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076416.404829:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.404835:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076416.404839:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.404844:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076416.404850:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076416.404858:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076416.404865:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076416.404871:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076416.404875:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076416.404880:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076416.404883:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076416.404887:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076416.404898:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769076416.404903:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076416.404910:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076416.404913:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076416.404917:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076416.404922:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076416.404929:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076416.404940:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769076416.404950:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076416.404964:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612098816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076416.404980:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076416.404986:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076416.404993:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612098816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076416.405028:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076416.405035:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076416.405042:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076416.405046:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076416.405050:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076416.405056:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076416.405063:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3401
00000400:00000200:0.0:1769076416.405077:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076416.405091:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076416.405102:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076416.405120:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.405133:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076416.405141:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.405148:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076416.405156:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076416.405162:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076416.405169:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076416.405178:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076416.405185:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076416.405192:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076416.405231:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.405237:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076416.405242:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076416.405246:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076416.405256:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076416.405266:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076416.405270:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076416.405278:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076416.405291:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076416.405300:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076416.405302:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076416.405309:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076416.405315:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076416.405319:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076416.405331:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769076416.405339:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076416.405345:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076416.405350:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076416.405359:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076416.405363:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076416.405369:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076416.405382:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076416.405394:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076416.405409:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612098944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076416.405431:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076416.405435:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076416.405457:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612098944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076416.405482:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076416.405492:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076416.405504:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076416.405516:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076416.405527:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076416.405539:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3411)
00000800:00000200:1.1:1769076416.405634:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076416.405639:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076416.406166:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076416.406169:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1769076416.788835:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076416.788844:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076416.788850:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076418.836856:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076418.836863:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076418.836870:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076419.860827:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076419.860835:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076419.860842:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076421.012666:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298078276, at 4298078720
00000100:00000010:0.0:1769076421.012685:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00080000:3.0:1769076421.524756:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076421.524769:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076421.524772:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076421.524777:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076421.524783:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076421.524792:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3406
00000400:00000200:3.0:1769076421.524805:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076421.524813:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076421.524817:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076421.524821:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.524825:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076421.524828:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.524831:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076421.524837:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076421.524839:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076421.524842:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076421.524846:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076421.524848:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076421.524851:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076421.524855:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.524857:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076421.524860:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.524863:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076421.524867:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076421.524871:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076421.524874:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076421.524878:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076421.524882:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076421.524885:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076421.524888:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076421.524891:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076421.524900:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076421.524904:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076421.524908:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076421.524910:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076421.524915:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076421.524918:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076421.524924:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076421.524932:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076421.524940:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076421.524952:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612099072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076421.524967:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076421.524972:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076421.524978:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612099072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076421.525007:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076421.525011:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076421.525016:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076421.525018:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076421.525022:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076421.525026:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076421.525030:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3406
00000400:00000200:3.0:1769076421.525036:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076421.525041:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076421.525047:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076421.525058:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.525063:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076421.525071:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.525082:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076421.525094:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076421.525100:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076421.525134:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076421.525143:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076421.525159:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076421.525166:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076421.525192:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.525197:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076421.525216:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076421.525220:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076421.525229:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076421.525235:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076421.525253:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076421.525259:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076421.525271:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076421.525279:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076421.525281:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076421.525287:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076421.525309:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076421.525329:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076421.525338:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076421.525358:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076421.525363:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076421.525364:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076421.525367:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076421.525371:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076421.525381:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076421.525389:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076421.525416:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076421.525432:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612099200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076421.525483:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076421.525494:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076421.525512:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612099200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076421.525550:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076421.525599:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076421.525605:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076421.525610:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076421.525617:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076421.525632:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3416)
00000800:00000200:1.1:1769076421.525709:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076421.525713:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076421.526085:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076421.526087:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1769076421.908788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076421.908795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076421.908801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076422.932968:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076422.932977:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076422.932983:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076424.980846:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076424.980852:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076424.980857:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076426.004773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076426.004779:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076426.004785:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076426.132712:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298083396, at 4298083840
00000100:00000010:0.0:1769076426.132738:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000800:00000200:1.1:1769076426.645836:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076426.645841:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076426.646616:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076426.646622:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076428.052860:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076428.052872:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076428.052880:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076429.076823:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076429.076832:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076429.076839:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076431.124828:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076431.124835:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076431.124841:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076431.252673:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298088516, at 4298088960
00000100:00000010:0.0:1769076431.252693:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:3.0:1769076431.764804:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076431.764818:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076431.764822:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076431.764828:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076431.764833:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076431.764843:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3417
00000400:00000200:3.0:1769076431.764856:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076431.764865:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076431.764870:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076431.764874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.764878:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076431.764882:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.764885:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076431.764891:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076431.764894:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076431.764897:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076431.764901:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076431.764905:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076431.764909:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076431.764913:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.764915:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076431.764918:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.764921:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076431.764925:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076431.764929:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076431.764932:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076431.764936:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076431.764966:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076431.764971:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076431.764974:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076431.764977:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076431.764988:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076431.764992:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076431.764997:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076431.764999:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076431.765003:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076431.765006:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076431.765011:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076431.765020:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076431.765029:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076431.765041:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612099584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076431.765055:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076431.765061:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076431.765067:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612099584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076431.765103:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076431.765107:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076431.765113:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076431.765115:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076431.765117:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076431.765121:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076431.765124:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3417
00000400:00000200:3.0:1769076431.765129:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076431.765132:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076431.765135:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076431.765139:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.765141:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076431.765144:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.765147:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076431.765150:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076431.765152:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076431.765154:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076431.765157:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076431.765160:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076431.765163:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076431.765168:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.765171:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076431.765174:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076431.765177:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076431.765180:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076431.765186:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076431.765195:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076431.765198:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076431.765208:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076431.765216:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076431.765221:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076431.765228:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076431.765239:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076431.765247:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076431.765257:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076431.765266:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076431.765270:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076431.765275:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076431.765279:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076431.765282:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076431.765287:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076431.765294:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076431.765302:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076431.765315:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612099712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076431.765332:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076431.765339:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076431.765351:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612099712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076431.765368:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076431.765377:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076431.765385:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076431.765394:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076431.765402:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076431.765411:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3427)
00000800:00000200:1.1:1769076431.765636:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076431.765641:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076431.766307:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076431.766314:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769076432.148780:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076432.148790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076432.148798:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076434.196858:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076434.196867:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076434.196874:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076435.220762:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076435.220769:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076435.220775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076436.372717:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298093636, at 4298094080
00000100:00000010:0.0:1769076436.372741:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00080000:3.0:1769076436.884716:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076436.884730:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076436.884738:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076436.884745:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076436.884753:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076436.884766:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3422
00000400:00000200:3.0:1769076436.884780:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076436.884790:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076436.884795:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076436.884800:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.884805:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076436.884808:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.884812:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076436.884817:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076436.884820:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076436.884824:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076436.884827:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076436.884830:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076436.884833:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076436.884837:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.884840:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076436.884842:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.884845:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076436.884849:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076436.884891:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076436.884894:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076436.884898:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076436.884902:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076436.884906:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076436.884909:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076436.884912:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076436.884922:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076436.884929:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076436.884934:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076436.884936:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076436.884940:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076436.884944:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076436.884949:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076436.884958:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076436.884966:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076436.884978:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612099840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076436.884993:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076436.884999:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076436.885005:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612099840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076436.885036:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076436.885040:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076436.885045:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076436.885047:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076436.885050:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076436.885054:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076436.885058:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3422
00000400:00000200:3.0:1769076436.885066:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076436.885071:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076436.885075:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076436.885081:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.885089:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076436.885096:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.885102:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076436.885109:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076436.885112:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076436.885118:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076436.885124:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076436.885132:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076436.885141:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076436.885151:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.885159:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076436.885169:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076436.885183:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076436.885194:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076436.885211:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076436.885225:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076436.885234:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076436.885250:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076436.885263:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076436.885270:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076436.885281:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076436.885290:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076436.885294:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076436.885308:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076436.885320:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076436.885329:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076436.885336:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076436.885345:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076436.885350:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076436.885356:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076436.885368:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076436.885378:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076436.885401:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612099968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076436.885419:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076436.885423:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076436.885429:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612099968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076436.885492:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076436.885506:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076436.885529:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076436.885541:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076436.885613:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076436.885628:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3432)
00000800:00000200:1.1:1769076436.885630:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076436.885641:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076436.886216:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076436.886219:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076437.268803:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076437.268809:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076437.268815:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076438.292773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076438.292780:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076438.292786:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076440.340785:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076440.340790:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076440.340811:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076441.364844:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076441.364850:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076441.364856:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076441.492673:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298098756, at 4298099200
00000100:00000010:0.0:1769076441.492692:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00080000:3.0:1769076442.004726:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076442.004742:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076442.004750:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076442.004757:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076442.004792:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076442.004807:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3427
00000400:00000200:3.0:1769076442.004836:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076442.004847:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076442.004852:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076442.004858:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.004864:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076442.004867:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.004871:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076442.004877:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076442.004879:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076442.004883:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076442.004887:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076442.004890:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076442.004894:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076442.004898:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.004900:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076442.004902:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.004905:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076442.004909:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076442.004913:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076442.004916:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076442.004920:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076442.004923:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076442.004927:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076442.004930:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076442.004932:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076442.004942:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076442.004946:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076442.004951:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076442.004953:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076442.004956:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076442.004959:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076442.004964:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076442.004976:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076442.004984:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076442.004995:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612100096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076442.005009:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076442.005015:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076442.005020:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612100096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076442.005055:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076442.005059:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076442.005064:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076442.005066:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076442.005069:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076442.005072:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076442.005075:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3427
00000400:00000200:3.0:1769076442.005080:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076442.005084:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076442.005086:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076442.005090:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.005092:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076442.005095:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.005098:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076442.005101:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076442.005103:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076442.005105:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076442.005107:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076442.005110:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076442.005112:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076442.005115:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.005118:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076442.005120:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076442.005122:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076442.005125:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076442.005128:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076442.005131:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076442.005133:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076442.005139:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076442.005141:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076442.005144:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076442.005150:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076442.005155:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076442.005159:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076442.005164:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076442.005168:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076442.005172:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076442.005173:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076442.005176:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076442.005179:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076442.005187:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076442.005203:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076442.005213:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076442.005229:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076442.005274:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076442.005283:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076442.005294:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612100224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076442.005325:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076442.005331:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076442.005338:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076442.005345:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076442.005356:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076442.005364:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3437)
00000800:00000200:1.1:1769076442.005598:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076442.005605:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076442.006200:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076442.006203:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076443.412740:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076443.412758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076443.412762:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076444.436839:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076444.436847:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076444.436851:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076446.484859:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076446.484866:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076446.484871:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076446.612682:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298103876, at 4298104320
00000100:00000010:0.0:1769076446.612735:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00080000:3.0:1769076447.124669:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076447.124701:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076447.124705:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076447.124725:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076447.124729:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076447.124737:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3432
00000400:00000200:3.0:1769076447.124750:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076447.124759:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076447.124764:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076447.124767:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124770:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076447.124772:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124775:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076447.124778:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076447.124780:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076447.124782:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076447.124784:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076447.124786:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076447.124788:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076447.124791:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124792:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076447.124794:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124795:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076447.124798:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076447.124800:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124802:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076447.124804:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076447.124806:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076447.124809:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076447.124810:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076447.124812:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076447.124818:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076447.124820:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076447.124824:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076447.124826:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076447.124829:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076447.124831:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076447.124835:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076447.124840:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076447.124845:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076447.124853:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612100352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076447.124862:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076447.124866:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076447.124869:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612100352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076447.124886:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076447.124889:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076447.124892:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076447.124893:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076447.124894:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076447.124897:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076447.124899:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3432
00000400:00000200:3.0:1769076447.124902:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076447.124905:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076447.124908:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076447.124911:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124913:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076447.124919:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124924:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076447.124944:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076447.124948:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076447.124950:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076447.124957:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076447.124964:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076447.124970:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076447.124980:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.124987:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076447.124995:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076447.125001:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076447.125008:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076447.125017:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076447.125024:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076447.125028:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076447.125037:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076447.125042:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076447.125048:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076447.125057:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076447.125063:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076447.125066:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076447.125076:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076447.125082:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076447.125088:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076447.125094:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076447.125098:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076447.125100:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076447.125106:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076447.125114:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076447.125136:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076447.125142:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612100480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076447.125156:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076447.125160:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076447.125169:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612100480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076447.125181:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076447.125184:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076447.125190:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076447.125195:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076447.125200:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076447.125209:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3442)
00000800:00000200:1.1:1769076447.125285:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076447.125459:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769076447.508835:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076447.508841:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076447.508846:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076449.556926:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076449.556935:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076449.556941:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076450.196997:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769076450.197056:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076450.197076:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076450.197094:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769076450.197103:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076450.197110:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076450.197120:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076450.197128:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:0.0:1769076450.197137:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076450.197147:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076450.197158:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:0.0:1769076450.197161:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:0.0:1769076450.197167:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076450.197178:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0380 x1855007612100352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076450.197231:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076450.197240:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612100352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076450.197256:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076450.197260:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076450.197282:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076450.197288:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:0.0:1769076450.197295:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076450.197303:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076450.197311:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1dd0
00000400:00000010:0.0:1769076450.197316:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1dd0.
00000100:00000001:0.0:1769076450.197324:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076450.197340:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b1880 x1855007612100480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076450.197368:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076450.197384:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612100480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076472 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076450.197417:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076450.197426:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769076450.580825:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076450.580833:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076450.580841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076451.732723:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298108995, at 4298109440
00000100:00000010:0.0:1769076451.732749:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00080000:0.0:1769076452.244857:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076452.244871:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076452.244876:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076452.244884:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076452.244890:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076452.244913:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3437
00000400:00000200:0.0:1769076452.244929:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076452.244940:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076452.244946:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076452.244953:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.244959:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076452.244965:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.244969:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076452.244976:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076452.244980:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076452.244985:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076452.244990:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076452.244995:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076452.244999:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076452.245003:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245006:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076452.245009:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245011:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076452.245016:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076452.245020:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245023:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076452.245026:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076452.245030:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076452.245034:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076452.245037:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076452.245041:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076452.245052:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769076452.245058:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076452.245065:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076452.245069:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076452.245074:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076452.245078:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076452.245085:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076452.245097:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076452.245109:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076452.245126:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612100608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076452.245147:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076452.245154:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076452.245163:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612100608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076452.245219:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076452.245227:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076452.245243:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076452.245247:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076452.245250:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076452.245256:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076452.245261:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3437
00000400:00000200:0.0:1769076452.245289:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076452.245297:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076452.245302:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076452.245308:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245312:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076452.245316:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245320:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076452.245325:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076452.245329:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076452.245333:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076452.245336:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076452.245340:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076452.245345:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076452.245352:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245356:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076452.245360:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245363:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076452.245369:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076452.245374:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076452.245380:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076452.245384:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076452.245392:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076452.245397:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076452.245401:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076452.245408:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076452.245414:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076452.245419:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076452.245427:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769076452.245432:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076452.245436:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076452.245439:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076452.245443:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076452.245446:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076452.245450:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076452.245467:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769076452.245472:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076452.245482:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612100736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076452.245496:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076452.245501:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076452.245508:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612100736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076452.245527:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076452.245533:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076452.245542:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076452.245548:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076452.245589:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076452.245622:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3447)
00000800:00000200:1.1:1769076452.245781:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076452.245797:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076452.246706:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076452.246711:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076452.628808:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076452.628813:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076452.628818:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076453.652740:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076453.652747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076453.652752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076455.700778:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076455.700786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076455.700793:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076456.724753:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076456.724761:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076456.724769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076456.852733:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298114116, at 4298114560
00000100:00000010:0.0:1769076456.852754:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00080000:3.0:1769076457.364737:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076457.364751:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076457.364757:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076457.364764:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076457.364773:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076457.364785:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3442
00000400:00000200:3.0:1769076457.364803:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076457.364813:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076457.364820:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076457.364827:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.364834:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076457.364839:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.364844:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076457.364852:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076457.364855:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076457.364860:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076457.364865:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076457.364870:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076457.364875:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076457.364881:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.364885:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076457.364890:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.364895:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076457.364901:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076457.364908:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076457.364914:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076457.364919:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076457.364925:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076457.364931:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076457.364935:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076457.364939:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076457.364950:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076457.364955:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076457.364960:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076457.364962:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076457.364966:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076457.364969:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076457.364975:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076457.364984:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769076457.364992:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076457.365004:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612100864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076457.365018:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076457.365024:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076457.365030:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612100864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076457.365063:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076457.365067:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076457.365072:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076457.365074:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076457.365076:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076457.365080:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076457.365083:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3442
00000400:00000200:3.0:1769076457.365089:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076457.365095:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076457.365099:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076457.365104:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.365108:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076457.365111:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.365115:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076457.365122:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076457.365128:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076457.365131:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076457.365139:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076457.365145:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076457.365151:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076457.365160:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.365167:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076457.365174:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076457.365182:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076457.365192:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076457.365201:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076457.365208:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076457.365214:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076457.365227:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076457.365241:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076457.365252:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076457.365264:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076457.365289:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076457.365298:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076457.365314:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076457.365325:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076457.365335:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076457.365344:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076457.365355:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076457.365360:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076457.365366:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076457.365381:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076457.365395:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076457.365422:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076457.365453:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076457.365465:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076457.365485:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612100992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076457.365543:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076457.365550:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076457.365615:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076457.365621:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076457.365629:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076457.365639:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3452)
00000800:00000200:1.1:1769076457.365673:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076457.365681:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076457.366322:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076457.366325:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076458.772797:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076458.772804:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076458.772809:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076459.796782:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076459.796788:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076459.796793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076461.844801:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076461.844828:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076461.844834:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076461.972656:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298119236, at 4298119680
00000100:00000010:0.0:1769076461.972669:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000800:00000200:1.1:1769076462.485916:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076462.485920:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076462.486613:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076462.486617:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769076462.868863:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076462.868872:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076462.868877:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076464.916848:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076464.916856:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076464.916863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076465.940861:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076465.940867:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076465.940872:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076467.092720:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298124356, at 4298124800
00000100:00000010:0.0:1769076467.092743:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000800:00000200:1.1:1769076467.605794:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076467.605813:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076467.606389:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076467.606393:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076467.988805:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076467.988812:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076467.988817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076469.012823:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076469.012829:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076469.012835:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076471.060849:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076471.060859:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076471.060867:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076472.084821:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076472.084830:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076472.084837:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076472.212728:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298129476, at 4298129920
00000100:00000010:0.0:1769076472.212749:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:0.0:1769076472.724716:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076472.724735:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076472.724743:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076472.724753:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076472.724766:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076472.724786:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3458
00000400:00000200:0.0:1769076472.724806:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076472.724817:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076472.724824:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076472.724831:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.724837:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076472.724843:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.724847:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076472.724855:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076472.724858:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076472.724864:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076472.724879:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076472.724882:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076472.724886:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076472.724890:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.724893:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076472.724896:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.724898:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076472.724902:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076472.724907:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076472.724911:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076472.724915:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076472.724919:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076472.724923:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.724926:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076472.724929:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076472.724938:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769076472.724952:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076472.724957:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076472.724960:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.724964:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076472.724967:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076472.724973:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076472.724982:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769076472.724991:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076472.725002:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612101632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076472.725033:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076472.725039:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076472.725046:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612101632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.725072:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076472.725076:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076472.725081:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076472.725083:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076472.725085:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076472.725089:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076472.725093:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3458
00000400:00000200:0.0:1769076472.725099:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076472.725103:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076472.725107:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076472.725112:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.725116:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076472.725119:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.725122:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076472.725127:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076472.725129:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076472.725131:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076472.725135:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076472.725143:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076472.725146:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076472.725156:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.725161:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076472.725169:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076472.725178:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076472.725186:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076472.725197:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076472.725207:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076472.725211:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076472.725221:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076472.725231:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.725272:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076472.725281:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076472.725289:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.725297:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076472.725316:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769076472.725324:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076472.725332:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076472.725337:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076472.725342:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076472.725344:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076472.725349:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076472.725361:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076472.725382:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076472.725397:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076472.725418:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076472.725423:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076472.725436:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612101760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076472.725458:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076472.725469:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076472.725483:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076472.725494:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076472.725505:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076472.725516:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3468)
00000800:00000200:1.1:1769076472.725682:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076472.725687:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076472.726214:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076472.726217:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076474.132866:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076474.132873:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076474.132878:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076475.156797:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076475.156803:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076475.156808:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076477.204836:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076477.204842:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076477.204847:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076477.332661:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298134596, at 4298135040
00000100:00000010:0.0:1769076477.332677:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00080000:0.0:1769076477.844647:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076477.844659:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076477.844662:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076477.844666:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076477.844672:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076477.844680:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3463
00000400:00000200:0.0:1769076477.844692:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076477.844703:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076477.844710:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076477.844718:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.844724:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076477.844731:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.844738:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076477.844748:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076477.844753:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076477.844757:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076477.844760:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076477.844762:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076477.844765:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076477.844769:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.844772:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076477.844775:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.844777:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076477.844780:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076477.844784:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076477.844786:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076477.844788:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076477.844791:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076477.844794:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076477.844796:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076477.844798:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076477.844806:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769076477.844810:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076477.844813:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076477.844815:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076477.844818:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076477.844820:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076477.844824:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076477.844832:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076477.844838:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076477.844847:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612101888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076477.844857:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076477.844862:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076477.844866:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612101888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076477.844889:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076477.844892:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076477.844895:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076477.844897:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076477.844899:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076477.844901:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076477.844904:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3463
00000400:00000200:0.0:1769076477.844908:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076477.844928:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076477.844931:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076477.844935:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.844938:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076477.844942:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.844948:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076477.844953:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076477.844957:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076477.844959:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076477.844964:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076477.844968:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076477.844977:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076477.844988:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.845006:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076477.845014:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076477.845022:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076477.845032:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076477.845041:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076477.845064:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076477.845069:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076477.845074:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076477.845079:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076477.845086:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076477.845092:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076477.845096:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076477.845101:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076477.845108:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769076477.845113:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076477.845115:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076477.845117:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076477.845122:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076477.845124:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076477.845126:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076477.845132:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076477.845139:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076477.845148:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612102016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076477.845162:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076477.845181:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076477.845188:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612102016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076477.845231:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076477.845237:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076477.845245:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076477.845252:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076477.845261:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076477.845267:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3473)
00000800:00000200:1.1:1769076477.845395:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076477.845399:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076477.845876:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076477.845879:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1769076478.228812:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076478.228820:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076478.228827:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076480.276835:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076480.276841:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076480.276845:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076481.300784:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076481.300790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076481.300795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076482.452717:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298139715, at 4298140160
00000100:00000010:0.0:1769076482.452733:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000800:00000200:1.1:1769076482.965909:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076482.965914:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076482.966481:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076482.966484:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076483.348844:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076483.348850:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076483.348855:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076484.372855:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076484.372864:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076484.372871:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076486.420824:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076486.420833:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076486.420839:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076487.444888:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076487.444898:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076487.444904:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076487.572776:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298144836, at 4298145280
00000100:00000010:0.0:1769076487.572819:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000800:00000200:1.1:1769076488.085828:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076488.085834:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076488.086462:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076488.086465:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076489.492792:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076489.492797:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076489.492801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076490.516703:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076490.516706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076490.516709:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076492.564814:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076492.564820:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076492.564825:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076492.692679:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298149956, at 4298150400
00000100:00000010:0.0:1769076492.692711:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:3.0:1769076493.204739:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076493.204754:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076493.204759:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076493.204766:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076493.204772:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076493.204784:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3478
00000400:00000200:3.0:1769076493.204803:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076493.204815:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076493.204821:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076493.204825:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.204829:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076493.204832:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.204835:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076493.204840:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076493.204843:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076493.204846:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076493.204850:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076493.204853:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076493.204856:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076493.204860:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.204862:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076493.204865:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.204867:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076493.204870:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076493.204874:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076493.204877:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076493.204880:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076493.204883:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076493.204887:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076493.204889:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076493.204892:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076493.204902:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076493.204906:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076493.204942:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076493.204944:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076493.204947:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076493.204967:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076493.204972:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076493.204978:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076493.204984:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076493.204991:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612102656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076493.205000:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076493.205003:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076493.205007:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612102656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076493.205025:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076493.205027:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076493.205030:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076493.205031:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076493.205032:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076493.205034:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076493.205036:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3478
00000400:00000200:3.0:1769076493.205040:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076493.205042:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076493.205045:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076493.205047:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.205049:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076493.205052:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.205053:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076493.205055:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076493.205057:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076493.205058:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076493.205059:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076493.205061:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076493.205063:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076493.205069:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.205072:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076493.205076:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076493.205079:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076493.205081:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076493.205086:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076493.205091:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076493.205094:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076493.205099:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076493.205105:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076493.205107:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076493.205112:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076493.205116:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076493.205118:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076493.205124:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076493.205128:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076493.205132:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076493.205134:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076493.205138:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076493.205140:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076493.205142:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076493.205146:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076493.205151:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076493.205158:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612102784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076493.205167:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076493.205170:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076493.205175:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612102784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076493.205186:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076493.205190:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076493.205193:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076493.205197:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076493.205202:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076493.205205:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3488)
00000800:00000200:1.1:1769076493.205409:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076493.205415:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076493.206136:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076493.206140:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769076493.588806:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076493.588815:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076493.588821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076495.636847:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076495.636853:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076495.636859:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076496.660825:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076496.660834:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076496.660841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076497.812644:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298155075, at 4298155520
00000100:00000010:0.0:1769076497.812663:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000800:00000200:1.1:1769076498.325379:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076498.325396:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076498.325860:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076498.325862:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076498.708742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076498.708745:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076498.708748:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076499.732704:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076499.732708:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076499.732711:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076501.780718:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076501.780723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076501.780726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076502.804801:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076502.804806:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076502.804811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076502.932768:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298160195, at 4298160640
00000100:00000010:0.0:1769076502.932784:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000800:00000200:1.1:1769076503.445368:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076503.445371:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076503.445773:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076503.445775:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076504.852750:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076504.852757:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076504.852762:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076505.876802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076505.876808:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076505.876813:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076507.924736:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076507.924740:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076507.924743:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076508.052637:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298165315, at 4298165760
00000100:00000010:0.0:1769076508.052652:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:0.0:1769076508.564738:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076508.564751:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076508.564755:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076508.564760:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076508.564770:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076508.564781:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3493
00000400:00000200:0.0:1769076508.564796:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076508.564817:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076508.564832:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076508.564851:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.564855:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076508.564858:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.564861:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076508.564865:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076508.564867:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076508.564871:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076508.564875:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076508.564878:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076508.564880:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076508.564884:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.564886:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076508.564888:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.564890:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076508.564893:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076508.564897:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076508.564899:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076508.564902:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076508.564905:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076508.564908:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076508.564910:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076508.564912:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076508.564921:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769076508.564924:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076508.564929:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076508.564930:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076508.564933:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076508.564936:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076508.564940:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076508.564948:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076508.564954:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076508.564963:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612103424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076508.564973:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076508.564978:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076508.564982:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612103424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076508.565007:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076508.565011:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076508.565015:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076508.565016:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076508.565018:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076508.565023:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076508.565027:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3493
00000400:00000200:0.0:1769076508.565033:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076508.565037:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076508.565042:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076508.565047:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.565051:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076508.565056:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.565060:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076508.565064:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076508.565070:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076508.565076:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076508.565085:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076508.565094:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076508.565102:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076508.565117:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.565127:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076508.565135:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076508.565141:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076508.565148:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076508.565156:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076508.565162:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076508.565167:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076508.565174:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076508.565179:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076508.565183:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076508.565188:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076508.565195:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076508.565200:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076508.565211:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769076508.565217:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076508.565222:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076508.565225:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076508.565234:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076508.565236:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076508.565240:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076508.565252:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076508.565259:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076508.565272:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612103552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076508.565294:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076508.565302:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076508.565314:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612103552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076508.565335:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076508.565341:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076508.565346:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076508.565350:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076508.565357:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076508.565365:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3503)
00000800:00000200:1.1:1769076508.565432:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076508.565437:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076508.565925:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076508.565928:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1769076508.948724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076508.948729:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076508.948733:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076510.996753:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076510.996757:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076510.996760:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076512.020733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076512.020737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076512.020740:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076513.172655:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298170435, at 4298170880
00000100:00000010:0.0:1769076513.172671:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000800:00000200:1.1:1769076513.685429:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076513.685688:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076514.068746:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076514.068751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076514.068755:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076515.092700:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076515.092706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076515.092711:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076516.756759:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769076516.756797:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076516.756807:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076516.756811:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769076516.756814:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076516.756819:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076516.756823:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076516.756826:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:3.0:1769076516.756831:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076516.756836:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076516.756842:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:3.0:1769076516.756844:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:3.0:1769076516.756847:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076516.756854:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1520a80 x1855007612103680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076516.756874:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076516.756877:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612103680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076538 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076516.756883:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076516.756884:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076516.756892:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076516.756894:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:3.0:1769076516.756897:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076516.756901:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076516.756904:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:3.0:1769076516.756907:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:3.0:1769076516.756910:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076516.756916:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521880 x1855007612103808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076516.756928:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076516.756938:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521880 x1855007612103808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076538 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076516.756958:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076516.756960:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076517.140745:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076517.140751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076517.140756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076518.164680:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076518.164683:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076518.164686:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076518.292638:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298175555, at 4298176000
00000100:00000010:0.0:1769076518.292652:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000800:00000200:2.1:1769076518.806060:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076518.806068:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076518.806997:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076518.807001:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076520.212918:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076520.212927:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076520.212933:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076521.236750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076521.236757:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076521.236762:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076523.284796:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076523.284801:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076523.284806:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076523.412765:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298180676, at 4298181120
00000100:00000010:0.0:1769076523.412790:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000100:00080000:0.0:1769076523.924772:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076523.924788:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076523.924797:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076523.924808:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076523.924819:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076523.924837:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3509
00000400:00000200:0.0:1769076523.924857:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076523.924871:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076523.924878:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076523.924885:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.924891:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076523.924897:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.924902:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076523.924909:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076523.924912:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076523.924915:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076523.924919:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076523.924922:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076523.924926:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076523.924931:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.924934:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076523.924937:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.924939:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076523.924943:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076523.924948:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076523.924951:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076523.924955:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076523.924959:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076523.924962:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076523.924965:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076523.924968:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076523.924979:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769076523.924983:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076523.924987:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076523.924989:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076523.924993:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076523.924997:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076523.925002:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076523.925013:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769076523.925021:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076523.925032:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612104192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076523.925047:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076523.925052:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076523.925058:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612104192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076523.925094:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076523.925098:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076523.925103:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076523.925105:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076523.925108:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076523.925112:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076523.925116:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3509
00000400:00000200:0.0:1769076523.925122:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076523.925126:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076523.925129:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076523.925133:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.925136:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076523.925139:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.925142:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076523.925145:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076523.925160:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076523.925163:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076523.925165:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076523.925168:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076523.925171:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076523.925176:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.925180:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076523.925186:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076523.925190:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076523.925197:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076523.925204:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076523.925210:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076523.925214:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076523.925225:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076523.925237:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076523.925248:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076523.925258:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076523.925277:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076523.925288:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076523.925303:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769076523.925309:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076523.925320:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076523.925328:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076523.925333:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076523.925341:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076523.925348:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076523.925359:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076523.925371:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076523.925389:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612104320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076523.925451:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076523.925461:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076523.925480:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612104320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076523.925530:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076523.925538:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076523.925619:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076523.925631:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076523.925644:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076523.925658:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3519)
00000800:00000200:2.1:1769076523.925770:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076523.925775:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076523.926279:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076523.926283:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1769076524.308782:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076524.308788:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076524.308793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076526.356848:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076526.356869:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076526.356875:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076527.380771:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076527.380774:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076527.380778:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076528.532638:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298185796, at 4298186240
00000100:00000010:0.0:1769076528.532660:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bc60.
00000100:00080000:0.0:1769076529.044635:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076529.044647:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076529.044652:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076529.044656:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076529.044661:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076529.044670:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3514
00000400:00000200:0.0:1769076529.044681:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076529.044688:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076529.044692:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076529.044696:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044699:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076529.044702:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044703:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076529.044707:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076529.044709:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076529.044711:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076529.044714:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076529.044716:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076529.044718:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076529.044720:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044722:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076529.044723:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044724:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076529.044726:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076529.044729:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044731:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076529.044733:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076529.044735:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076529.044738:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076529.044740:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076529.044742:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076529.044752:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769076529.044755:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076529.044759:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076529.044761:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076529.044764:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076529.044767:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076529.044772:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076529.044781:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076529.044788:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076529.044797:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612104448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076529.044808:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076529.044813:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076529.044816:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612104448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076529.044839:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076529.044841:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076529.044844:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076529.044845:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076529.044847:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076529.044849:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076529.044851:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3514
00000400:00000200:0.0:1769076529.044853:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076529.044855:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076529.044857:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076529.044860:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044861:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076529.044863:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044864:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076529.044865:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076529.044866:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076529.044867:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076529.044868:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076529.044870:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076529.044872:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076529.044874:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044875:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076529.044877:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044878:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076529.044880:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076529.044882:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076529.044884:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076529.044885:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076529.044891:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076529.044892:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076529.044894:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076529.044897:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076529.044900:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076529.044902:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076529.044904:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769076529.044906:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076529.044910:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076529.044911:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076529.044914:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076529.044915:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076529.044916:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076529.044919:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076529.044922:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076529.044926:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612104576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076529.044935:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076529.044937:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076529.044943:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612104576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076529.044969:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076529.044977:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076529.044986:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076529.044999:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076529.045018:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076529.045036:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3524)
00000800:00000200:2.1:1769076529.045288:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076529.045339:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076529.045962:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076529.045966:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076529.428826:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076529.428830:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076529.428833:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076530.452889:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076530.452897:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076530.452903:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076532.500839:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076532.500848:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076532.500855:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076533.524734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076533.524738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076533.524741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076533.652618:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298190915, at 4298191360
00000100:00000010:0.0:1769076533.652630:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b600.
00000100:00080000:3.0:1769076534.164683:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076534.164690:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076534.164693:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076534.164696:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076534.164700:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076534.164707:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3519
00000400:00000200:3.0:1769076534.164716:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076534.164721:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076534.164725:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076534.164727:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164730:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076534.164732:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164734:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076534.164737:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076534.164739:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076534.164741:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076534.164744:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076534.164745:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076534.164747:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076534.164750:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164752:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076534.164754:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164755:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076534.164758:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076534.164760:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164762:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076534.164764:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076534.164767:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076534.164769:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076534.164771:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076534.164772:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076534.164791:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076534.164794:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076534.164797:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076534.164798:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076534.164800:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076534.164802:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076534.164806:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076534.164812:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076534.164818:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076534.164825:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612104704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076534.164834:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076534.164838:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076534.164841:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612104704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076534.164864:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076534.164867:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076534.164871:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076534.164873:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076534.164876:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076534.164878:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076534.164881:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3519
00000400:00000200:3.0:1769076534.164886:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076534.164889:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076534.164892:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076534.164895:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164898:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076534.164901:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164903:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076534.164906:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076534.164907:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076534.164909:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076534.164912:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076534.164914:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076534.164917:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076534.164920:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164922:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076534.164925:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164927:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076534.164929:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076534.164933:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076534.164936:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076534.164938:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076534.164944:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076534.164947:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076534.164949:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076534.164953:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076534.164957:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076534.164960:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076534.164965:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076534.164967:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076534.164970:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076534.164971:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076534.164974:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076534.164975:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076534.164978:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076534.164982:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076534.164985:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076534.164990:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076534.164998:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076534.165001:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076534.165005:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612104832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076534.165014:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076534.165018:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076534.165023:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076534.165026:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076534.165030:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076534.165035:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3529)
00000800:00000200:2.1:1769076534.165133:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076534.165136:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076534.165474:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076534.165476:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076535.572712:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076535.572716:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076535.572719:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076536.596720:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076536.596724:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076536.596726:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076538.644757:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076538.644760:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076538.644762:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076538.772666:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298196035, at 4298196480
00000100:00000010:0.0:1769076538.772674:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bcc0.
00000100:00080000:3.0:1769076539.284624:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076539.284634:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076539.284639:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076539.284644:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076539.284650:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076539.284658:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3524
00000400:00000200:3.0:1769076539.284669:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076539.284675:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076539.284678:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076539.284681:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284684:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076539.284686:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284687:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076539.284690:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076539.284692:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076539.284694:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076539.284696:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076539.284698:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076539.284699:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076539.284701:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284702:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076539.284704:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284705:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076539.284708:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076539.284710:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284712:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076539.284714:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076539.284716:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076539.284718:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076539.284719:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076539.284721:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076539.284727:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076539.284730:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076539.284733:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076539.284734:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076539.284736:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076539.284738:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076539.284742:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076539.284748:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076539.284754:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076539.284761:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612104960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076539.284773:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076539.284778:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076539.284783:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612104960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076539.284806:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076539.284810:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076539.284814:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076539.284815:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076539.284817:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076539.284820:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076539.284823:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3524
00000400:00000200:3.0:1769076539.284826:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076539.284828:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076539.284830:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076539.284832:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284834:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076539.284835:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284837:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076539.284838:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076539.284839:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076539.284840:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076539.284841:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076539.284843:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076539.284844:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076539.284846:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284847:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076539.284849:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284850:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076539.284852:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076539.284854:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076539.284855:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076539.284856:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076539.284861:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076539.284862:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076539.284864:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076539.284867:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076539.284869:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076539.284870:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076539.284898:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076539.284901:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076539.284904:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076539.284905:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076539.284910:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076539.284913:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076539.284917:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076539.284923:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076539.284927:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076539.284936:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612105088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076539.284973:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076539.284977:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076539.284982:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612105088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076539.284996:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076539.285001:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076539.285005:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076539.285010:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076539.285015:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076539.285019:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3534)
00000800:00000200:2.1:1769076539.285239:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076539.285242:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076539.285630:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076539.285632:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1769076539.668738:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076539.668741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076539.668744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076541.716841:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076541.716845:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076541.716849:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076542.740789:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076542.740796:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076542.740800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076543.892648:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298201155, at 4298201600
00000100:00000010:0.0:1769076543.892666:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bd80.
00000800:00000200:1.1:1769076544.405613:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076544.405618:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076544.406161:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076544.406165:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076544.788730:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076544.788734:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076544.788736:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076545.812701:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076545.812706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076545.812710:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076547.860716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076547.860721:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076547.860726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076548.884794:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076548.884801:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076548.884807:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076549.012659:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298206276, at 4298206720
00000100:00000010:0.0:1769076549.012678:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:3.0:1769076549.524699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076549.524708:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076549.524712:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076549.524717:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076549.524722:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076549.524728:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3534
00000400:00000200:3.0:1769076549.524737:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076549.524744:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076549.524747:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076549.524749:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524752:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076549.524754:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524757:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076549.524760:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076549.524762:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076549.524764:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076549.524767:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076549.524769:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076549.524771:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076549.524784:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524786:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076549.524787:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524788:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076549.524790:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076549.524793:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524794:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076549.524797:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076549.524800:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076549.524803:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076549.524805:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076549.524807:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076549.524817:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076549.524820:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076549.524824:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076549.524825:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076549.524828:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076549.524831:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076549.524836:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076549.524844:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076549.524851:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076549.524860:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612105472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076549.524869:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076549.524873:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076549.524877:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612105472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076549.524898:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076549.524901:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076549.524904:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076549.524906:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076549.524907:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076549.524909:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076549.524912:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3534
00000400:00000200:3.0:1769076549.524915:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076549.524917:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076549.524919:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076549.524925:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524929:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076549.524934:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524937:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076549.524939:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076549.524942:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076549.524945:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076549.524947:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076549.524953:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076549.524958:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076549.524979:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524983:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076549.524990:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076549.524996:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076549.525002:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076549.525007:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076549.525010:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076549.525014:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076549.525021:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076549.525024:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076549.525029:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076549.525033:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076549.525038:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076549.525040:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076549.525046:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076549.525049:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076549.525052:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076549.525054:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076549.525057:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076549.525058:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076549.525060:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076549.525064:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076549.525070:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076549.525075:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076549.525086:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076549.525091:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076549.525099:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612105600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076549.525127:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076549.525130:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076549.525135:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076549.525138:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076549.525143:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076549.525151:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3544)
00000800:00000200:1.1:1769076549.525238:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076549.525241:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076549.525577:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076549.525581:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769076550.932758:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076550.932762:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076550.932765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076551.956722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076551.956726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076551.956729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076554.004755:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076554.004758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076554.004761:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076554.132630:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298211395, at 4298211840
00000100:00000010:0.0:1769076554.132644:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00080000:3.0:1769076554.644638:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076554.644649:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076554.644654:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076554.644661:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076554.644668:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076554.644678:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3539
00000400:00000200:3.0:1769076554.644690:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076554.644696:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076554.644700:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076554.644705:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644709:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076554.644712:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644715:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076554.644719:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076554.644722:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076554.644725:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076554.644728:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076554.644731:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076554.644733:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076554.644736:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644739:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076554.644741:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644743:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076554.644747:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076554.644750:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644753:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076554.644756:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076554.644760:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076554.644763:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076554.644765:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076554.644767:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076554.644786:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076554.644795:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076554.644800:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076554.644802:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076554.644805:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076554.644808:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076554.644812:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076554.644820:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076554.644826:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076554.644835:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612105728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076554.644845:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076554.644849:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076554.644854:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612105728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076554.644903:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076554.644907:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076554.644911:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076554.644913:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076554.644915:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076554.644918:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076554.644924:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3539
00000400:00000200:3.0:1769076554.644930:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076554.644937:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076554.644942:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076554.644948:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644953:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076554.644957:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644961:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076554.644966:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076554.644969:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076554.644972:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076554.644976:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076554.644980:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076554.644985:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076554.644994:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.644999:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076554.645004:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076554.645007:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076554.645012:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076554.645017:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076554.645023:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076554.645026:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076554.645033:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076554.645039:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076554.645044:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076554.645049:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076554.645055:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076554.645059:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076554.645068:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076554.645073:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076554.645078:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076554.645080:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076554.645082:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076554.645084:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076554.645089:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076554.645097:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076554.645103:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076554.645115:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612105856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076554.645125:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076554.645129:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076554.645135:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612105856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076554.645147:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076554.645151:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076554.645157:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076554.645162:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076554.645166:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076554.645169:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3550)
00000800:00000200:1.1:1769076554.645230:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076554.645233:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076554.645674:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076554.645678:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1769076555.028710:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076555.028715:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076555.028719:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076557.076751:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076557.076755:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076557.076759:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076558.100684:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076558.100689:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076558.100693:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076559.252635:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298216515, at 4298216960
00000100:00000010:0.0:1769076559.252648:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:3.0:1769076559.764629:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076559.764641:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076559.764645:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076559.764652:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076559.764659:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076559.764671:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3545
00000400:00000200:3.0:1769076559.764683:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076559.764690:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076559.764694:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076559.764697:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764700:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076559.764703:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764706:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076559.764711:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076559.764713:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076559.764716:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076559.764719:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076559.764721:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076559.764724:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076559.764728:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764729:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076559.764731:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764732:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076559.764734:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076559.764736:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764738:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076559.764740:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076559.764743:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076559.764745:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076559.764747:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076559.764748:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076559.764756:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076559.764759:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076559.764762:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076559.764764:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076559.764766:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076559.764768:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076559.764771:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076559.764778:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076559.764782:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076559.764801:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612105984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076559.764810:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076559.764814:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076559.764817:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612105984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076559.764834:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076559.764837:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076559.764839:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076559.764841:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076559.764842:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076559.764844:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076559.764847:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3545
00000400:00000200:3.0:1769076559.764851:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076559.764854:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076559.764856:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076559.764860:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764864:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076559.764867:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764871:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076559.764873:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076559.764876:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076559.764877:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076559.764879:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076559.764881:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076559.764883:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076559.764888:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764892:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076559.764895:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764900:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076559.764904:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076559.764909:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076559.764911:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076559.764914:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076559.764919:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076559.764922:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076559.764925:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076559.764929:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076559.764933:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076559.764942:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076559.764950:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076559.764953:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076559.764955:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076559.764959:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076559.764961:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076559.764963:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076559.764967:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076559.764973:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076559.764976:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076559.764984:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612106112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076559.764991:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076559.764994:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076559.764999:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612106112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076559.765007:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076559.765010:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076559.765013:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076559.765017:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076559.765020:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076559.765024:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3555)
00000800:00000200:1.1:1769076559.765166:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076559.765170:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076559.765646:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076559.765649:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076560.148698:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076560.148703:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076560.148707:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076561.172723:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076561.172727:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076561.172729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076563.220818:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076563.220824:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076563.220828:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769076564.244733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769076564.244737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769076564.244741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076564.372652:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298221635, at 4298222080
00000100:00000010:0.0:1769076564.372671:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:3.0:1769076564.884642:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076564.884651:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076564.884657:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076564.884662:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076564.884669:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076564.884677:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3550
00000400:00000200:3.0:1769076564.884688:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076564.884694:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076564.884697:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076564.884700:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884726:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076564.884729:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884731:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076564.884734:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076564.884735:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076564.884738:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076564.884740:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076564.884741:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076564.884743:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076564.884745:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884747:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076564.884748:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076564.884752:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076564.884754:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884756:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076564.884758:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076564.884760:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076564.884762:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076564.884763:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076564.884765:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076564.884773:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076564.884775:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076564.884778:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076564.884783:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076564.884785:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076564.884788:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076564.884791:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076564.884797:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076564.884802:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076564.884809:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612106240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076564.884816:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076564.884820:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076564.884823:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612106240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076564.884839:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076564.884841:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076564.884843:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076564.884844:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076564.884845:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076564.884848:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076564.884849:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3550
00000400:00000200:3.0:1769076564.884852:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076564.884855:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076564.884856:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076564.884859:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884861:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076564.884863:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884865:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076564.884866:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076564.884867:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076564.884870:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076564.884872:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076564.884875:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076564.884880:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076564.884885:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884886:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076564.884890:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884892:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076564.884895:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076564.884900:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076564.884906:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076564.884909:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076564.884917:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076564.884923:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076564.884925:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076564.884930:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076564.884937:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076564.884942:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076564.884946:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076564.884949:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076564.884950:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076564.884951:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076564.884952:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076564.884953:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076564.884955:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076564.884960:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076564.884964:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076564.884971:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076564.884984:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076564.884986:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076564.884989:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612106368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076564.885002:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076564.885006:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076564.885010:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076564.885015:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076564.885018:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076564.885024:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3560)
00000800:00000200:1.1:1769076564.885150:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076564.885152:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076564.885431:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076564.885432:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076566.292745:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076566.292750:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076566.292754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076569.364810:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076569.364815:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076569.364819:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076569.492760:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298226755, at 4298227200
00000100:00000010:0.0:1769076569.492772:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000800:00000200:1.1:1769076570.005855:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076570.005860:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076570.006345:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076570.006348:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076572.436787:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076572.436793:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076572.436797:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076574.612756:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298231876, at 4298232320
00000100:00000010:0.0:1769076574.612773:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:3.0:1769076575.124711:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076575.124719:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076575.124722:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076575.124727:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076575.124732:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076575.124741:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3560
00000400:00000200:3.0:1769076575.124753:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076575.124762:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076575.124767:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076575.124771:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.124775:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076575.124779:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.124783:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076575.124787:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076575.124790:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076575.124792:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076575.124795:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076575.124798:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076575.124800:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076575.124803:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.124804:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076575.124806:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.124808:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076575.124812:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076575.124816:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076575.124818:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076575.124821:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076575.124824:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076575.124827:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.124829:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076575.124831:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076575.124840:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076575.124843:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076575.124847:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076575.124849:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.124852:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076575.124855:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076575.124859:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076575.124867:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076575.124873:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076575.124882:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612106752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076575.124893:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076575.124897:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076575.124902:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612106752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.124932:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076575.124937:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076575.124942:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076575.124945:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076575.124947:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076575.124951:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076575.124956:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3560
00000400:00000200:3.0:1769076575.124963:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076575.124970:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076575.124974:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076575.124981:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.124989:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076575.124999:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.125008:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076575.125030:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076575.125033:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076575.125040:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076575.125046:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076575.125052:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076575.125056:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076575.125063:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.125069:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076575.125077:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076575.125087:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076575.125094:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076575.125101:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076575.125108:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076575.125111:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076575.125117:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076575.125125:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.125129:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076575.125135:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076575.125143:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.125145:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076575.125151:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076575.125156:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076575.125159:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076575.125160:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076575.125162:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076575.125165:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076575.125170:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076575.125178:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076575.125182:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076575.125193:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612106880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076575.125208:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076575.125212:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076575.125220:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612106880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076575.125263:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076575.125268:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076575.125286:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076575.125293:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076575.125301:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076575.125306:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3570)
00000800:00000200:1.1:1769076575.125632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076575.125639:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076575.126280:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076575.126284:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076575.508761:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076575.508766:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076575.508771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076578.580712:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076578.580717:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076578.580720:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076579.732781:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298236996, at 4298237440
00000100:00000010:0.0:1769076579.732803:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:3.0:1769076580.244683:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076580.244695:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076580.244700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076580.244704:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076580.244709:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076580.244720:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3565
00000400:00000200:3.0:1769076580.244733:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076580.244742:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076580.244748:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076580.244753:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.244758:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076580.244762:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.244767:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076580.244773:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076580.244777:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076580.244782:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076580.244786:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076580.244790:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076580.244794:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076580.244800:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.244803:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076580.244806:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.244808:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076580.244812:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076580.244815:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076580.244818:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.244821:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076580.244825:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076580.244828:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.244831:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076580.244834:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076580.244844:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076580.244848:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076580.244853:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076580.244854:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.244858:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076580.244861:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076580.244866:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076580.244874:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076580.244881:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076580.244891:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612107008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076580.244903:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076580.244920:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076580.244932:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612107008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076580.244956:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076580.244961:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076580.244967:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076580.244970:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076580.244973:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076580.244977:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076580.244981:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3565
00000400:00000200:3.0:1769076580.244989:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076580.244994:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076580.244999:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076580.245004:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.245007:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076580.245011:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.245014:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076580.245019:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076580.245021:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076580.245024:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076580.245027:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076580.245031:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076580.245035:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076580.245041:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.245044:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076580.245047:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076580.245052:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076580.245056:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076580.245061:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076580.245065:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076580.245069:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076580.245076:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076580.245079:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.245083:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076580.245090:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076580.245094:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.245098:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076580.245103:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076580.245107:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076580.245112:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076580.245114:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076580.245117:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076580.245120:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076580.245122:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076580.245129:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076580.245135:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076580.245144:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076580.245159:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076580.245163:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076580.245170:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076580.245184:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076580.245189:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076580.245195:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076580.245200:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076580.245204:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076580.245211:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3575)
00000800:00000200:1.1:1769076580.245314:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076580.245647:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076581.652699:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076581.652702:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076581.652705:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076583.316891:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769076583.316949:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076583.316964:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076583.316969:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769076583.316974:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076583.316979:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076583.316984:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076583.316989:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571ca00.
00000400:00000200:0.0:1769076583.316996:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076583.317001:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076583.317008:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1110
00000400:00000010:0.0:1769076583.317012:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1110.
00000100:00000001:0.0:1769076583.317016:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076583.317025:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b2d80 x1855007612107008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076583.317055:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076583.317062:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612107008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076583.317075:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076583.317078:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076583.317092:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076583.317098:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:0.0:1769076583.317102:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076583.317126:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076583.317131:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c12a8
00000400:00000010:0.0:1769076583.317135:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c12a8.
00000100:00000001:0.0:1769076583.317143:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076583.317158:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b1180 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076583.317190:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076583.317200:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612107136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076605 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076583.317221:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076583.317238:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076584.724821:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076584.724829:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076584.724833:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076584.852727:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298242115, at 4298242560
00000100:00000010:0.0:1769076584.852747:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:0.0:1769076585.364768:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076585.364781:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076585.364784:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076585.364789:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076585.364795:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076585.364815:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3570
00000400:00000200:0.0:1769076585.364827:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076585.364835:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076585.364839:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076585.364845:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.364849:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076585.364852:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.364855:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076585.364861:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076585.364864:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076585.364867:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076585.364870:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076585.364873:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076585.364876:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076585.364880:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.364882:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076585.364885:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.364887:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076585.364892:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076585.364896:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076585.364899:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076585.364902:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076585.364906:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076585.364910:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076585.364914:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076585.364930:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076585.364941:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769076585.364948:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076585.364956:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076585.364958:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076585.364963:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076585.364967:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076585.364975:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076585.364988:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076585.365010:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076585.365028:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612107264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076585.365049:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076585.365057:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076585.365065:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612107264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076585.365110:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076585.365117:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076585.365124:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076585.365128:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076585.365131:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076585.365136:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076585.365142:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3570
00000400:00000200:0.0:1769076585.365150:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076585.365156:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076585.365160:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076585.365166:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.365171:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076585.365176:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.365181:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076585.365188:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076585.365191:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076585.365196:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076585.365202:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076585.365210:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076585.365223:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076585.365238:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.365248:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076585.365259:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076585.365273:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076585.365287:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076585.365295:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076585.365304:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076585.365314:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076585.365330:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076585.365340:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076585.365351:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076585.365421:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076585.365434:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076585.365441:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076585.365457:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769076585.365471:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076585.365482:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076585.365489:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076585.365496:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076585.365500:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076585.365509:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076585.365525:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076585.365539:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076585.365647:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612107392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076585.365676:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076585.365692:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076585.365709:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612107392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076585.365742:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076585.365753:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076585.365766:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076585.365777:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076585.365793:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076585.365812:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3580)
00000800:00000200:1.1:1769076585.365915:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076585.365922:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076585.366730:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076585.366736:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076587.796709:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076587.796712:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076587.796715:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076589.972956:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298247236, at 4298247680
00000100:00000010:0.0:1769076589.972977:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000100:00080000:0.0:1769076590.484712:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076590.484727:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076590.484735:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076590.484743:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076590.484753:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076590.484767:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3575
00000400:00000200:0.0:1769076590.484805:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076590.484819:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076590.484826:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076590.484833:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.484839:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076590.484844:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.484849:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076590.484856:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076590.484860:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076590.484865:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076590.484870:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076590.484875:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076590.484881:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076590.484886:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.484889:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076590.484892:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.484894:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076590.484899:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076590.484917:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076590.484921:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076590.484925:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076590.484929:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076590.484933:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076590.484936:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076590.484939:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076590.484951:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769076590.484956:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076590.484961:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076590.484963:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076590.484967:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076590.484971:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076590.484976:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076590.484986:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076590.484994:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076590.485005:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612107520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076590.485037:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076590.485041:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076590.485047:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612107520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076590.485077:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076590.485098:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076590.485103:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076590.485105:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076590.485107:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076590.485111:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076590.485114:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3575
00000400:00000200:0.0:1769076590.485122:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076590.485127:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076590.485132:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076590.485137:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.485140:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076590.485145:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.485155:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076590.485164:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076590.485171:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076590.485174:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076590.485181:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076590.485186:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076590.485196:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076590.485212:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.485219:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076590.485228:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076590.485236:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076590.485245:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076590.485252:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076590.485260:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076590.485269:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076590.485307:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076590.485314:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076590.485322:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076590.485334:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076590.485340:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076590.485344:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076590.485357:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769076590.485364:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076590.485374:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076590.485379:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076590.485383:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076590.485388:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076590.485394:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076590.485404:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769076590.485414:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076590.485430:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612107648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076590.485452:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076590.485460:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076590.485475:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612107648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076590.485504:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076590.485513:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076590.485525:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076590.485538:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076590.485544:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076590.485603:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3585)
00000800:00000200:1.1:1769076590.485731:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076590.485736:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076590.486358:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076590.486383:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076590.868697:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076590.868700:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076590.868703:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076593.940763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076593.940766:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076593.940769:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076595.092677:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298252356, at 4298252800
00000100:00000010:0.0:1769076595.092688:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:3.0:1769076595.604653:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076595.604662:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076595.604666:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076595.604671:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076595.604674:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076595.604682:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3580
00000400:00000200:3.0:1769076595.604690:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076595.604695:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076595.604698:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076595.604701:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604703:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076595.604705:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604707:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076595.604710:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076595.604711:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076595.604713:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076595.604716:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076595.604717:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076595.604719:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076595.604721:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604722:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076595.604723:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604724:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076595.604727:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076595.604729:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604731:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076595.604733:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076595.604735:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076595.604737:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076595.604739:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076595.604741:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076595.604746:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076595.604748:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076595.604751:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076595.604753:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076595.604755:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076595.604757:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076595.604760:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076595.604765:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076595.604771:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076595.604778:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612107776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076595.604794:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076595.604798:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076595.604801:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612107776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076595.604818:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076595.604820:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076595.604823:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076595.604824:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076595.604825:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076595.604827:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076595.604829:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3580
00000400:00000200:3.0:1769076595.604832:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076595.604835:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076595.604838:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076595.604844:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604860:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076595.604865:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604869:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076595.604874:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076595.604877:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076595.604881:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076595.604885:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076595.604891:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076595.604898:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076595.604906:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604913:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076595.604919:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604924:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076595.604929:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076595.604936:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076595.604942:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076595.604947:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076595.604952:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076595.604958:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076595.604961:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076595.604965:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076595.604968:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076595.604971:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076595.604975:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076595.604977:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076595.604982:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076595.604984:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076595.604985:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076595.604986:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076595.604988:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076595.604992:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076595.604994:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076595.605000:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076595.605008:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076595.605012:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076595.605019:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612107904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076595.605052:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076595.605057:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076595.605060:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076595.605064:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076595.605079:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076595.605084:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3591)
00000800:00000200:1.1:1769076595.605152:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076595.605155:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076595.605473:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076595.605475:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769076597.012867:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076597.012873:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076597.012879:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076600.084834:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076600.084842:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076600.084849:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076600.212651:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298257475, at 4298257920
00000100:00000010:0.0:1769076600.212668:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:3.0:1769076600.724640:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076600.724650:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076600.724652:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076600.724659:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076600.724666:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076600.724675:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3586
00000400:00000200:3.0:1769076600.724688:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076600.724695:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076600.724698:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076600.724702:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724705:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076600.724707:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724709:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076600.724712:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076600.724714:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076600.724716:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076600.724718:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076600.724720:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076600.724722:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076600.724724:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724726:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076600.724728:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724730:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076600.724732:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076600.724750:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724752:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076600.724754:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076600.724756:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076600.724759:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076600.724760:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076600.724762:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076600.724769:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076600.724771:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076600.724775:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076600.724776:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076600.724778:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076600.724780:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076600.724783:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076600.724789:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076600.724794:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076600.724818:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612108032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076600.724827:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076600.724830:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076600.724834:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612108032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076600.724852:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076600.724854:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076600.724857:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076600.724858:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076600.724859:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076600.724861:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076600.724865:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3586
00000400:00000200:3.0:1769076600.724885:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076600.724887:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076600.724890:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076600.724895:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724898:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076600.724902:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724906:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076600.724908:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076600.724911:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076600.724914:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076600.724917:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076600.724921:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076600.724924:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076600.724931:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724951:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076600.724958:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724966:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076600.724973:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076600.724981:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076600.724988:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076600.724993:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076600.725025:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076600.725031:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076600.725035:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076600.725041:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076600.725048:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076600.725051:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076600.725055:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076600.725059:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076600.725079:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076600.725082:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076600.725084:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076600.725085:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076600.725088:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076600.725095:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076600.725101:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076600.725146:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612108160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076600.725177:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076600.725180:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076600.725186:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612108160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076600.725198:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076600.725203:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076600.725208:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076600.725210:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076600.725216:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076600.725221:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3596)
00000800:00000200:1.1:1769076600.725291:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076600.725294:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076600.725725:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076600.725727:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076603.156802:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076603.156806:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076603.156809:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076605.332706:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298262595, at 4298263040
00000100:00000010:0.0:1769076605.332718:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000800:00000200:1.1:1769076605.845704:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076605.845708:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076605.846300:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076605.846303:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076606.228834:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076606.228837:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076606.228840:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076609.300874:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076609.300883:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076609.300890:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076610.452751:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298267716, at 4298268160
00000100:00000010:0.0:1769076610.452789:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:3.0:1769076610.964762:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076610.964785:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076610.964793:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076610.964805:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076610.964830:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076610.964846:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3596
00000400:00000200:3.0:1769076610.964863:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076610.964875:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076610.964882:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076610.964889:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.964895:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076610.964900:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.964903:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076610.964908:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076610.964911:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076610.964915:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076610.964919:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076610.964922:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076610.964925:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076610.964929:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.964957:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076610.964961:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.964963:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076610.964968:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076610.964972:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076610.964976:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076610.964979:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076610.964983:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076610.964987:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076610.964990:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076610.964993:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076610.965005:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076610.965009:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076610.965014:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076610.965017:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076610.965020:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076610.965024:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076610.965029:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076610.965039:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769076610.965047:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076610.965058:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612108544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076610.965072:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076610.965079:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076610.965085:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612108544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076610.965115:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076610.965120:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076610.965124:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076610.965126:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076610.965129:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076610.965132:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076610.965135:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3596
00000400:00000200:3.0:1769076610.965142:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076610.965164:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076610.965168:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076610.965173:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.965176:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076610.965180:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.965199:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076610.965205:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076610.965210:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076610.965213:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076610.965218:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076610.965221:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076610.965230:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076610.965242:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.965249:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076610.965257:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076610.965263:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076610.965269:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076610.965276:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076610.965290:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076610.965296:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076610.965305:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076610.965311:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076610.965317:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076610.965325:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076610.965334:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076610.965337:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076610.965343:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076610.965353:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076610.965358:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076610.965362:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076610.965367:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076610.965371:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076610.965385:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076610.965400:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076610.965409:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076610.965427:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076610.965459:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076610.965466:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076610.965484:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612108672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076610.965523:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076610.965531:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076610.965542:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076610.965557:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076610.965561:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076610.965643:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3606)
00000800:00000200:1.1:1769076610.965700:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076610.965706:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076610.966347:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076610.966351:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076612.372859:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076612.372862:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076612.372865:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076615.444852:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076615.444887:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076615.444891:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076615.572719:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298272836, at 4298273280
00000100:00000010:0.0:1769076615.572742:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:3.0:1769076616.084670:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076616.084690:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076616.084696:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076616.084707:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076616.084722:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076616.084739:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3601
00000400:00000200:3.0:1769076616.084758:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076616.084769:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076616.084774:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076616.084780:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.084784:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076616.084788:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.084791:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076616.084796:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076616.084798:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076616.084802:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076616.084805:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076616.084808:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076616.084811:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076616.084816:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.084818:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076616.084821:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.084824:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076616.084827:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076616.084832:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076616.084835:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076616.084838:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076616.084843:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076616.084885:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076616.084888:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076616.084891:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076616.084902:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076616.084907:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076616.084912:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076616.084914:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076616.084918:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076616.084922:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076616.084927:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076616.084936:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076616.084944:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076616.084956:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612108800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076616.084976:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076616.084983:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076616.084993:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612108800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076616.085033:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076616.085040:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076616.085047:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076616.085050:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076616.085054:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076616.085060:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076616.085065:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3601
00000400:00000200:3.0:1769076616.085075:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076616.085084:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076616.085088:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076616.085093:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.085097:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076616.085101:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.085109:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076616.085117:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076616.085122:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076616.085127:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076616.085139:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076616.085149:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076616.085159:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076616.085175:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.085182:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076616.085192:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076616.085201:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076616.085213:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076616.085232:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076616.085243:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076616.085254:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076616.085270:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076616.085285:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076616.085294:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076616.085308:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076616.085329:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076616.085336:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076616.085345:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076616.085350:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076616.085361:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076616.085368:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076616.085372:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076616.085377:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076616.085388:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076616.085399:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076616.085408:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076616.085425:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612108928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076616.085467:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076616.085474:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076616.085487:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612108928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076616.085514:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076616.085526:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076616.085538:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076616.085548:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076616.085605:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076616.085623:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3611)
00000800:00000200:1.1:1769076616.085680:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076616.085684:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076616.086262:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076616.086265:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076618.516755:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076618.516761:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076618.516765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076620.692701:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298277956, at 4298278400
00000100:00000010:0.0:1769076620.692726:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:3.0:1769076621.204728:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076621.204749:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076621.204754:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076621.204786:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076621.204817:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076621.204831:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3606
00000400:00000200:3.0:1769076621.204855:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076621.204864:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076621.204868:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076621.204873:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.204878:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076621.204883:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.204895:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076621.204901:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076621.204903:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076621.204907:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076621.204910:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076621.204913:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076621.204916:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076621.204920:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.204922:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076621.204925:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.204928:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076621.204932:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076621.204936:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076621.204939:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076621.204942:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076621.204947:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076621.204951:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076621.204953:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076621.204956:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076621.204968:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076621.204973:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076621.204978:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076621.204981:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076621.204984:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076621.204988:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076621.204994:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076621.205008:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076621.205017:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076621.205029:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612109056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076621.205043:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076621.205049:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076621.205055:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612109056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076621.205083:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076621.205087:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076621.205091:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076621.205093:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076621.205095:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076621.205098:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076621.205102:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3606
00000400:00000200:3.0:1769076621.205107:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076621.205114:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076621.205118:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076621.205121:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.205124:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076621.205128:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.205134:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076621.205138:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076621.205141:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076621.205144:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076621.205151:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076621.205153:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076621.205156:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076621.205165:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.205175:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076621.205183:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076621.205191:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076621.205202:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076621.205212:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076621.205222:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076621.205226:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076621.205235:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076621.205250:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076621.205258:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076621.205263:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076621.205267:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076621.205269:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076621.205275:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076621.205280:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076621.205285:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076621.205294:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076621.205302:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076621.205309:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076621.205316:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076621.205324:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076621.205330:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076621.205340:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612109184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076621.205361:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076621.205368:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076621.205377:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612109184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076621.205401:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076621.205407:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076621.205423:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076621.205434:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076621.205440:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076621.205450:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3616)
00000800:00000200:1.1:1769076621.205671:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076621.205675:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076621.206049:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076621.206064:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076621.588713:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076621.588718:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076621.588722:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076624.660863:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076624.660871:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076624.660879:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076625.812821:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298283076, at 4298283520
00000100:00000010:0.0:1769076625.812850:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000800:00000200:1.1:1769076626.325999:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076626.326004:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076626.326654:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076626.326657:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076627.732861:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076627.732867:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076627.732872:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076630.804802:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076630.804807:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076630.804811:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076630.932744:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298288196, at 4298288640
00000100:00000010:0.0:1769076630.932758:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:3.0:1769076631.444784:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076631.444798:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076631.444805:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076631.444812:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076631.444819:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076631.444831:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3616
00000400:00000200:3.0:1769076631.444849:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076631.444859:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076631.444874:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076631.444878:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.444883:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076631.444887:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.444889:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076631.444894:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076631.444897:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076631.444912:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076631.444916:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076631.444918:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076631.444921:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076631.444924:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.444926:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076631.444928:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.444930:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076631.444934:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076631.444938:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076631.444940:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076631.444943:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076631.444947:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076631.444950:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076631.444952:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076631.444955:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076631.444965:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076631.444968:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076631.444973:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076631.444974:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076631.444978:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076631.444981:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076631.444986:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076631.444994:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076631.445001:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076631.445011:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612109568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076631.445023:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076631.445028:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076631.445033:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612109568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076631.445057:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076631.445061:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076631.445065:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076631.445067:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076631.445069:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076631.445072:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076631.445075:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3616
00000400:00000200:3.0:1769076631.445080:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076631.445086:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076631.445089:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076631.445093:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.445096:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076631.445099:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.445101:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076631.445105:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076631.445110:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076631.445113:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076631.445117:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076631.445124:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076631.445132:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076631.445137:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.445143:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076631.445149:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076631.445161:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076631.445187:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076631.445197:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076631.445214:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076631.445224:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076631.445233:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076631.445243:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076631.445248:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076631.445254:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076631.445259:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076631.445284:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076631.445289:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076631.445294:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076631.445303:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076631.445309:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076631.445313:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076631.445319:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076631.445325:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076631.445332:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076631.445367:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076631.445392:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612109696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076631.445456:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076631.445460:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076631.445471:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612109696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076631.445521:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076631.445536:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076631.445548:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076631.445564:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076631.445679:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076631.445688:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3626)
00000800:00000200:1.1:1769076631.445820:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076631.445823:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076631.446375:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076631.446377:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076633.876838:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076633.876843:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076633.876847:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076636.052646:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298293316, at 4298293760
00000100:00000010:0.0:1769076636.052657:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00080000:3.0:1769076636.564729:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076636.564745:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076636.564751:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076636.564761:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076636.564780:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076636.564798:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3621
00000400:00000200:3.0:1769076636.564819:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076636.564835:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076636.564839:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076636.564843:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.564848:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076636.564851:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.564854:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076636.564857:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076636.564859:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076636.564862:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076636.564865:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076636.564868:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076636.564870:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076636.564873:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.564875:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076636.564876:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.564878:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076636.564880:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076636.564882:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076636.564884:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076636.564887:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076636.564890:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076636.564892:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076636.564894:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076636.564896:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076636.564908:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076636.564912:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076636.564916:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076636.564918:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076636.564920:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076636.564924:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076636.564929:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076636.564938:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076636.564945:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076636.564954:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612109824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076636.564964:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076636.564968:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076636.564972:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612109824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076636.564995:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076636.564998:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076636.565001:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076636.565002:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076636.565003:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076636.565005:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076636.565007:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3621
00000400:00000200:3.0:1769076636.565009:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076636.565011:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076636.565013:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076636.565016:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.565017:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076636.565019:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.565021:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076636.565023:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076636.565024:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076636.565025:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076636.565027:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076636.565029:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076636.565031:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076636.565034:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.565035:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076636.565036:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076636.565037:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076636.565039:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076636.565041:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076636.565043:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076636.565045:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076636.565052:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076636.565055:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076636.565059:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076636.565064:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076636.565068:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076636.565070:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076636.565075:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076636.565078:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076636.565082:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076636.565084:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076636.565087:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076636.565089:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076636.565093:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076636.565097:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076636.565099:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076636.565106:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612109952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076636.565116:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076636.565119:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076636.565123:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612109952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076636.565135:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076636.565139:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076636.565145:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076636.565148:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076636.565153:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076636.565158:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3631)
00000800:00000200:1.1:1769076636.565303:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076636.565306:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076636.565722:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076636.565724:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076636.948806:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076636.948812:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076636.948817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076640.020710:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076640.020713:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076640.020716:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076641.172717:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298298435, at 4298298880
00000100:00000010:0.0:1769076641.172744:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00080000:3.0:1769076641.684685:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076641.684706:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076641.684714:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076641.684722:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076641.684734:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076641.684749:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3626
00000400:00000200:3.0:1769076641.684765:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076641.684774:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076641.684779:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076641.684785:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.684789:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076641.684793:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.684795:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076641.684800:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076641.684803:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076641.684807:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076641.684810:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076641.684813:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076641.684817:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076641.684821:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.684823:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076641.684827:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.684829:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076641.684834:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076641.684838:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076641.684841:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076641.684845:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076641.684849:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076641.684852:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076641.684855:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076641.684858:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076641.684868:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076641.684873:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076641.684877:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076641.684879:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076641.684883:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076641.684886:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076641.684891:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076641.684901:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076641.684909:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076641.684921:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612110080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076641.684935:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076641.684941:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076641.684947:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612110080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076641.684978:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076641.684982:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076641.684987:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076641.684989:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076641.684991:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076641.684994:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076641.684999:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3626
00000400:00000200:3.0:1769076641.685004:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076641.685008:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076641.685011:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076641.685016:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.685020:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076641.685024:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.685027:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076641.685029:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076641.685031:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076641.685034:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076641.685037:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076641.685054:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076641.685061:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076641.685071:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.685080:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076641.685083:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076641.685087:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076641.685093:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076641.685101:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076641.685108:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076641.685114:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076641.685122:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076641.685130:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076641.685137:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076641.685148:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076641.685156:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076641.685161:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076641.685172:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076641.685180:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076641.685197:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076641.685202:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076641.685209:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076641.685211:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076641.685216:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076641.685223:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076641.685233:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076641.685246:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076641.685266:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076641.685272:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076641.685281:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612110208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076641.685296:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076641.685302:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076641.685319:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076641.685323:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076641.685335:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076641.685344:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3637)
00000800:00000200:1.1:1769076641.685625:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076641.685630:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076641.686217:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076641.686221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076643.092740:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076643.092744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076643.092747:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076646.164683:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076646.164686:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076646.164689:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076646.292678:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298303556, at 4298304000
00000100:00000010:0.0:1769076646.292692:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:0.0:1769076646.804675:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076646.804684:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076646.804688:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076646.804693:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076646.804697:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076646.804706:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3632
00000400:00000200:0.0:1769076646.804715:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076646.804721:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076646.804724:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076646.804726:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804728:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076646.804730:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804732:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076646.804735:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076646.804737:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076646.804739:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076646.804741:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076646.804742:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076646.804744:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076646.804746:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804747:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076646.804748:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804750:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076646.804752:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076646.804754:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804756:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076646.804758:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076646.804760:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076646.804762:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076646.804764:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076646.804765:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076646.804773:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769076646.804775:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076646.804778:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076646.804780:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076646.804782:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076646.804785:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076646.804788:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076646.804794:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076646.804799:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076646.804806:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612110336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076646.804814:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076646.804817:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076646.804820:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612110336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076646.804838:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076646.804841:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076646.804843:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076646.804844:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076646.804846:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076646.804848:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076646.804850:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3632
00000400:00000200:0.0:1769076646.804853:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076646.804855:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076646.804858:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076646.804860:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804862:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076646.804864:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804868:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076646.804872:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076646.804875:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076646.804876:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076646.804879:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076646.804881:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076646.804885:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076646.804892:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804897:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076646.804900:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804903:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076646.804907:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076646.804912:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076646.804917:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076646.804920:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076646.804926:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076646.804929:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076646.804932:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076646.804937:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076646.804942:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076646.804943:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076646.804949:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769076646.804954:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076646.804955:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076646.804956:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076646.804957:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076646.804958:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076646.804959:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076646.804962:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076646.804966:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076646.804971:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612110464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076646.804983:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076646.804985:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076646.804990:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612110464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076646.805001:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076646.805003:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076646.805009:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076646.805011:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076646.805017:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076646.805023:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3642)
00000800:00000200:1.1:1769076646.805110:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076646.805292:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076649.236804:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076649.236810:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076649.236814:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076651.412640:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298308675, at 4298309120
00000100:00000010:0.0:1769076651.412654:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00080000:3.0:1769076651.924711:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076651.924725:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076651.924728:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076651.924732:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076651.924737:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076651.924752:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3637
00000400:00000200:3.0:1769076651.924766:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076651.924773:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076651.924778:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076651.924783:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.924787:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076651.924791:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.924794:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076651.924799:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076651.924801:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076651.924804:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076651.924807:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076651.924809:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076651.924812:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076651.924815:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.924817:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076651.924819:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.924821:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076651.924825:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076651.924828:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076651.924830:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076651.924833:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076651.924837:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076651.924839:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076651.924841:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076651.924844:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076651.924851:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076651.924855:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076651.924858:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076651.924860:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076651.924863:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076651.924866:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076651.924870:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076651.924877:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076651.924883:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076651.924891:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612110592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076651.924902:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076651.924906:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076651.924911:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612110592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076651.924942:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076651.924946:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076651.924950:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076651.924952:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076651.924954:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076651.924957:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076651.924960:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3637
00000400:00000200:3.0:1769076651.924964:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076651.924967:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076651.924970:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076651.924973:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.924976:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076651.924978:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.924981:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076651.924984:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076651.924986:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076651.924988:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076651.924990:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076651.924992:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076651.924995:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076651.925002:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.925006:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076651.925010:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076651.925013:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076651.925018:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076651.925023:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076651.925035:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076651.925040:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076651.925048:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076651.925054:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076651.925060:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076651.925068:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076651.925076:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076651.925080:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076651.925085:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076651.925092:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076651.925099:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076651.925101:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076651.925107:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076651.925110:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076651.925112:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076651.925120:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076651.925126:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076651.925136:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612110720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076651.925146:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076651.925151:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076651.925159:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612110720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076651.925190:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076651.925197:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076651.925206:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076651.925212:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076651.925218:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076651.925225:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3647)
00000800:00000200:1.1:1769076651.925335:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076651.925340:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076651.925807:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076651.925809:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076652.308718:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076652.308722:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076652.308724:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076655.380738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076655.380743:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076655.380746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076656.532701:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298313795, at 4298314240
00000100:00000010:0.0:1769076656.532722:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:3.0:1769076657.044622:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076657.044631:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076657.044634:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076657.044639:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076657.044645:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076657.044653:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3642
00000400:00000200:3.0:1769076657.044664:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076657.044670:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076657.044673:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076657.044676:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044679:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076657.044681:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044683:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076657.044686:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076657.044688:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076657.044690:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076657.044692:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076657.044693:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076657.044695:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076657.044697:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044699:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076657.044700:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044701:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076657.044704:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076657.044706:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044707:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076657.044709:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076657.044712:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076657.044714:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076657.044715:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076657.044717:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076657.044724:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076657.044727:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076657.044730:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076657.044731:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076657.044733:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076657.044735:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076657.044747:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076657.044756:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076657.044761:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076657.044768:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612110848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076657.044776:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076657.044779:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076657.044782:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612110848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076657.044799:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076657.044801:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076657.044803:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076657.044804:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076657.044806:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076657.044807:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076657.044809:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3642
00000400:00000200:3.0:1769076657.044811:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076657.044813:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076657.044815:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076657.044817:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044819:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076657.044821:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044823:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076657.044824:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076657.044825:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076657.044827:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076657.044829:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076657.044831:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076657.044833:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076657.044837:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044841:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076657.044845:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044847:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076657.044850:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076657.044857:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076657.044862:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076657.044866:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076657.044872:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076657.044875:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076657.044879:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076657.044884:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076657.044889:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076657.044893:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076657.044897:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076657.044901:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076657.044905:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076657.044908:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076657.044911:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076657.044912:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076657.044914:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076657.044922:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076657.044926:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076657.044934:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076657.044942:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076657.044944:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076657.044948:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612110976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076657.044961:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076657.044968:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076657.044976:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076657.044984:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076657.044992:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076657.044999:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3652)
00000800:00000200:1.1:1769076657.045067:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076657.045070:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076657.045445:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076657.045447:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076658.452754:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076658.452758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076658.452761:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076661.524688:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076661.524693:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076661.524697:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076661.652635:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298318915, at 4298319360
00000100:00000010:0.0:1769076661.652650:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:0.0:1769076662.164659:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076662.164666:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076662.164671:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076662.164674:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076662.164678:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076662.164687:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3647
00000400:00000200:0.0:1769076662.164699:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076662.164705:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076662.164708:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076662.164711:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164714:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076662.164716:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164718:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076662.164721:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076662.164722:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076662.164724:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076662.164726:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076662.164728:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076662.164730:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076662.164732:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164733:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076662.164734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164736:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076662.164738:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076662.164741:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164742:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076662.164745:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076662.164747:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076662.164749:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076662.164750:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076662.164752:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076662.164759:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769076662.164762:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076662.164765:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076662.164766:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076662.164768:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076662.164770:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076662.164773:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076662.164781:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769076662.164786:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076662.164792:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612111104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076662.164801:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076662.164804:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076662.164808:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612111104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076662.164825:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076662.164827:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076662.164830:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076662.164831:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076662.164832:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076662.164834:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076662.164836:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3647
00000400:00000200:0.0:1769076662.164839:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076662.164841:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076662.164843:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076662.164846:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164847:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076662.164851:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164854:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076662.164857:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076662.164859:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076662.164861:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076662.164864:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076662.164869:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076662.164873:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076662.164880:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164884:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076662.164888:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164891:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076662.164894:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076662.164899:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076662.164903:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076662.164905:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076662.164910:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076662.164914:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076662.164917:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076662.164921:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076662.164929:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076662.164932:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076662.164936:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769076662.164938:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076662.164940:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076662.164942:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076662.164945:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076662.164947:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076662.164950:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076662.164954:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076662.164959:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076662.164966:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612111232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076662.164976:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076662.164978:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076662.164984:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612111232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076662.164994:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076662.164997:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076662.165001:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076662.165006:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076662.165014:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076662.165021:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3657)
00000800:00000200:1.1:1769076662.165113:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076662.165116:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076662.165417:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076662.165419:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076664.596713:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076664.596717:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076664.596719:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076666.772658:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298324035, at 4298324480
00000100:00000010:0.0:1769076666.772673:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:3.0:1769076667.284684:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076667.284691:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076667.284695:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076667.284719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076667.284723:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076667.284731:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3652
00000400:00000200:3.0:1769076667.284740:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076667.284746:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076667.284748:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076667.284751:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284754:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076667.284757:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284760:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076667.284763:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076667.284765:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076667.284767:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076667.284770:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076667.284772:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076667.284775:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076667.284778:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284780:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076667.284783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076667.284789:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076667.284792:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284795:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076667.284798:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076667.284802:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076667.284805:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076667.284808:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076667.284810:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076667.284820:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076667.284824:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076667.284829:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076667.284831:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076667.284834:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076667.284837:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076667.284840:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076667.284847:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076667.284852:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076667.284859:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612111360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076667.284868:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076667.284871:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076667.284874:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612111360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076667.284890:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076667.284892:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076667.284895:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076667.284896:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076667.284897:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076667.284899:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076667.284901:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3652
00000400:00000200:3.0:1769076667.284905:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076667.284909:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076667.284911:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076667.284913:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284915:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076667.284917:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284921:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076667.284924:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076667.284927:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076667.284928:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076667.284932:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076667.284934:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076667.284937:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076667.284941:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284944:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076667.284948:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284951:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076667.284955:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076667.284960:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076667.284966:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076667.284971:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076667.284976:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076667.284981:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076667.284984:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076667.285004:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076667.285006:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076667.285008:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076667.285010:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076667.285012:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076667.285014:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076667.285016:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076667.285019:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076667.285022:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076667.285025:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076667.285029:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076667.285035:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076667.285043:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612111488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076667.285055:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076667.285057:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076667.285061:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612111488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076667.285075:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076667.285080:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076667.285085:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076667.285088:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076667.285093:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076667.285096:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3662)
00000800:00000200:1.1:1769076667.285228:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076667.285233:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076667.285688:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076667.285691:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076667.668777:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076667.668781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076667.668784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076670.740750:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076670.740754:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076670.740757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076671.892655:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298329155, at 4298329600
00000100:00000010:0.0:1769076671.892666:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:3.0:1769076672.404745:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076672.404778:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076672.404782:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076672.404791:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076672.404814:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076672.404843:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3657
00000400:00000200:3.0:1769076672.404860:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076672.404873:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076672.404878:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076672.404882:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.404886:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076672.404890:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.404892:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076672.404897:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076672.404934:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076672.404948:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076672.404952:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076672.404954:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076672.404957:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076672.404961:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.404962:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076672.404964:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.404966:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076672.404968:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076672.404971:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076672.404973:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076672.404976:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076672.404980:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076672.404983:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076672.404985:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076672.404988:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076672.405000:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076672.405003:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076672.405007:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076672.405009:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076672.405013:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076672.405016:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076672.405022:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076672.405031:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076672.405039:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076672.405049:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612111616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076672.405060:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076672.405065:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076672.405070:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612111616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076672.405094:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076672.405097:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076672.405100:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076672.405101:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076672.405103:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076672.405105:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076672.405107:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3657
00000400:00000200:3.0:1769076672.405111:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076672.405113:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076672.405116:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076672.405118:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.405120:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076672.405122:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.405123:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076672.405125:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076672.405126:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076672.405128:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076672.405129:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076672.405132:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076672.405135:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076672.405137:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.405139:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076672.405141:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076672.405142:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076672.405144:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076672.405147:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076672.405151:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076672.405153:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076672.405161:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076672.405163:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076672.405165:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076672.405170:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076672.405173:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076672.405175:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076672.405178:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076672.405180:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076672.405183:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076672.405186:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076672.405194:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076672.405196:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076672.405199:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076672.405227:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076672.405232:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076672.405242:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076672.405254:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076672.405259:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076672.405274:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612111744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076672.405330:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076672.405339:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076672.405356:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076672.405362:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076672.405375:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076672.405392:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3667)
00000800:00000200:1.1:1769076672.405855:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076672.405862:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076672.406781:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076672.406787:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076673.812859:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076673.812864:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076673.812868:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076676.884854:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076676.884859:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076676.884863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076677.012686:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298334276, at 4298334720
00000100:00000010:0.0:1769076677.012708:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00080000:0.0:1769076677.524885:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076677.524899:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076677.524904:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076677.524911:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076677.524918:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076677.524931:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3662
00000400:00000200:0.0:1769076677.524944:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076677.524954:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076677.524959:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076677.524964:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.524969:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076677.524972:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.524975:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076677.524981:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076677.524983:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076677.524987:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076677.524991:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076677.524994:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076677.524997:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076677.525001:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525004:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076677.525006:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525008:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076677.525012:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076677.525016:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525019:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076677.525023:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076677.525027:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076677.525031:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076677.525034:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076677.525037:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076677.525051:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769076677.525056:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076677.525062:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076677.525064:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076677.525068:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076677.525071:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076677.525077:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076677.525088:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076677.525098:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076677.525111:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612111872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076677.525125:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076677.525131:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076677.525139:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612111872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076677.525182:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076677.525188:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076677.525194:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076677.525197:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076677.525201:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076677.525207:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076677.525214:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3662
00000400:00000200:0.0:1769076677.525223:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076677.525230:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076677.525236:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076677.525249:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525260:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076677.525273:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525283:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076677.525291:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076677.525298:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076677.525305:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076677.525312:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076677.525316:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076677.525322:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076677.525332:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525339:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076677.525348:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525355:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076677.525365:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076677.525381:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076677.525390:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076677.525400:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076677.525411:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076677.525419:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076677.525427:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076677.525438:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076677.525449:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076677.525456:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076677.525465:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769076677.525472:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076677.525480:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076677.525485:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076677.525494:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076677.525499:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076677.525507:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076677.525524:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076677.525540:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076677.525640:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612112000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076677.525686:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076677.525696:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076677.525714:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612112000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076677.525751:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076677.525760:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076677.525769:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076677.525774:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076677.525786:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076677.525795:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3672)
00000800:00000200:1.1:1769076677.525841:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076677.525849:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076677.526480:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076677.526483:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076679.956846:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076679.956854:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076679.956860:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076682.132678:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298339396, at 4298339840
00000100:00000010:0.0:1769076682.132701:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:0.0:1769076682.644645:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076682.644653:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076682.644656:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076682.644659:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076682.644662:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076682.644668:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3667
00000400:00000200:0.0:1769076682.644677:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076682.644684:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076682.644686:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076682.644689:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644691:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076682.644693:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644694:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076682.644698:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076682.644699:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076682.644701:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076682.644704:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076682.644705:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076682.644707:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076682.644709:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644710:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076682.644711:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644713:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076682.644716:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076682.644718:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644720:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076682.644722:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076682.644725:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076682.644727:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076682.644746:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076682.644748:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076682.644756:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769076682.644759:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076682.644762:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076682.644763:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076682.644765:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076682.644767:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076682.644783:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076682.644789:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769076682.644793:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076682.644800:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612112128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076682.644808:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076682.644812:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076682.644815:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612112128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076682.644832:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076682.644834:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076682.644837:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076682.644838:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076682.644839:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076682.644841:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076682.644842:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3667
00000400:00000200:0.0:1769076682.644845:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076682.644848:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076682.644850:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076682.644852:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644854:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076682.644857:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644858:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076682.644860:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076682.644861:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076682.644862:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076682.644864:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076682.644866:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076682.644869:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076682.644873:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644876:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076682.644879:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644882:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076682.644885:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076682.644891:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076682.644897:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076682.644901:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076682.644906:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076682.644910:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076682.644913:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076682.644919:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076682.644924:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076682.644928:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076682.644932:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769076682.644936:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076682.644941:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076682.644943:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076682.644945:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076682.644947:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076682.644950:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076682.644956:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769076682.644962:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076682.644969:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612112256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076682.644976:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076682.644978:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076682.644982:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612112256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076682.644997:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076682.645000:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076682.645009:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076682.645015:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076682.645022:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076682.645028:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3678)
00000800:00000200:1.1:1769076682.645112:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076682.645115:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076682.645443:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076682.645445:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076683.028808:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076683.028811:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076683.028815:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076686.100764:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076686.100768:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076686.100772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076687.252715:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298344515, at 4298344960
00000100:00000010:0.0:1769076687.252730:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000800:00000200:2.1:1769076687.765421:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076687.765427:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076687.765908:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076687.765910:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076689.172911:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076689.172920:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076689.172927:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076692.244848:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076692.244857:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076692.244863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076692.372725:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298349635, at 4298350080
00000100:00000010:0.0:1769076692.372753:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b720.
00000100:00080000:3.0:1769076692.884780:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076692.884797:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076692.884816:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076692.884821:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076692.884827:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076692.884837:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3678
00000400:00000200:3.0:1769076692.884852:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076692.884861:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076692.884865:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076692.884870:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.884874:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076692.884877:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.884881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076692.884886:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076692.884888:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076692.884892:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076692.884895:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076692.884898:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076692.884902:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076692.884905:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.884907:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076692.884910:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.884913:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076692.884917:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076692.884922:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076692.884925:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076692.884929:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076692.884932:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076692.884936:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076692.884939:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076692.884942:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076692.884953:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076692.884958:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076692.884963:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076692.884965:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076692.884969:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076692.884972:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076692.884978:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076692.884990:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076692.884998:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076692.885010:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612112640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076692.885024:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076692.885030:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076692.885036:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612112640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076692.885070:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076692.885074:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076692.885079:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076692.885081:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076692.885083:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076692.885087:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076692.885091:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3678
00000400:00000200:3.0:1769076692.885096:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076692.885100:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076692.885103:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076692.885106:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.885109:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076692.885112:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.885114:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076692.885117:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076692.885118:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076692.885121:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076692.885124:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076692.885127:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076692.885129:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076692.885133:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.885135:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076692.885138:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076692.885140:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076692.885143:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076692.885148:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076692.885151:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076692.885153:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076692.885159:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076692.885163:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076692.885165:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076692.885171:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076692.885175:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076692.885178:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076692.885183:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076692.885188:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076692.885195:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076692.885199:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076692.885203:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076692.885208:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076692.885212:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076692.885223:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076692.885227:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076692.885239:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612112768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076692.885293:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076692.885301:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076692.885313:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612112768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076692.885335:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076692.885348:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076692.885357:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076692.885366:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076692.885376:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076692.885384:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3688)
00000800:00000200:2.1:1769076692.885677:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076692.885682:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076692.886244:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076692.886250:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076695.316827:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076695.316833:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076695.316837:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076697.492694:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298354756, at 4298355200
00000100:00000010:0.0:1769076697.492711:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba20.
00000100:00080000:3.0:1769076698.004647:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076698.004665:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076698.004673:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076698.004682:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076698.004694:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076698.004706:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3683
00000400:00000200:3.0:1769076698.004719:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076698.004727:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076698.004732:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076698.004736:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.004739:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076698.004742:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.004744:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076698.004748:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076698.004760:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076698.004763:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076698.004766:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076698.004769:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076698.004771:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076698.004774:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.004776:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076698.004780:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.004782:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076698.004785:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076698.004789:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076698.004791:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076698.004794:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076698.004798:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076698.004801:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076698.004803:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076698.004806:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076698.004827:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076698.004832:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076698.004837:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076698.004840:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076698.004844:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076698.004848:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076698.004853:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076698.004864:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076698.004873:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076698.004901:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612112896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076698.004913:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076698.004918:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076698.004923:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612112896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076698.004946:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076698.004973:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076698.004977:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076698.004979:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076698.004981:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076698.004984:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076698.004988:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3683
00000400:00000200:3.0:1769076698.004994:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076698.004998:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076698.005001:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076698.005005:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.005008:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076698.005010:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.005014:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076698.005022:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076698.005028:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076698.005036:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076698.005052:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076698.005060:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076698.005067:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076698.005080:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.005090:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076698.005115:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076698.005121:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076698.005127:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076698.005136:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076698.005144:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076698.005149:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076698.005155:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076698.005161:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076698.005165:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076698.005171:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076698.005198:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076698.005205:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076698.005216:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076698.005223:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076698.005233:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076698.005242:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076698.005249:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076698.005255:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076698.005261:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076698.005272:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076698.005284:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076698.005301:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612113024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076698.005333:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076698.005336:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076698.005343:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612113024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076698.005353:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076698.005363:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076698.005371:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076698.005374:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076698.005379:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076698.005385:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3693)
00000800:00000200:2.1:1769076698.005463:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076698.005467:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076698.006101:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076698.006104:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076698.388821:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076698.388827:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076698.388830:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076701.460818:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076701.460827:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076701.460833:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076702.612658:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298359876, at 4298360320
00000100:00000010:0.0:1769076702.612680:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b360.
00000100:00080000:3.0:1769076703.124684:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076703.124700:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076703.124705:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076703.124713:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076703.124719:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076703.124735:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3688
00000400:00000200:3.0:1769076703.124749:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076703.124759:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076703.124765:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076703.124769:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.124773:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076703.124778:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.124781:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076703.124787:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076703.124790:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076703.124794:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076703.124798:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076703.124802:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076703.124806:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076703.124811:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.124814:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076703.124816:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.124819:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076703.124823:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076703.124828:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076703.124831:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076703.124834:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076703.124838:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076703.124842:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076703.124844:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076703.124847:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076703.124873:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076703.124878:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076703.124883:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076703.124885:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076703.124888:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076703.124892:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076703.124898:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076703.124908:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769076703.124916:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076703.124927:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612113152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076703.124950:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076703.124956:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076703.124961:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612113152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076703.124992:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076703.124996:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076703.125001:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076703.125004:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076703.125006:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076703.125010:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076703.125013:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3688
00000400:00000200:3.0:1769076703.125020:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076703.125026:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076703.125030:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076703.125039:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.125047:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076703.125056:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.125066:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076703.125073:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076703.125077:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076703.125085:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076703.125103:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076703.125110:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076703.125115:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076703.125123:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.125128:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076703.125134:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076703.125136:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076703.125140:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076703.125147:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076703.125154:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076703.125159:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076703.125169:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076703.125184:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076703.125186:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076703.125191:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076703.125195:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076703.125198:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076703.125205:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076703.125211:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076703.125218:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076703.125221:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076703.125223:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076703.125226:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076703.125230:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076703.125239:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076703.125248:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076703.125258:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076703.125275:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076703.125280:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076703.125293:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612113280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076703.125324:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076703.125332:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076703.125343:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076703.125351:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076703.125360:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076703.125370:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3698)
00000800:00000200:2.1:1769076703.125465:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076703.125488:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076703.125903:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076703.125906:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076704.532816:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076704.532822:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076704.532827:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076707.604699:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076707.604704:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076707.604708:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076707.732662:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298364996, at 4298365440
00000100:00000010:0.0:1769076707.732679:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b360.
00000800:00000200:1.1:1769076708.245873:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076708.245891:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076708.246423:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076708.246426:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076710.676711:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076710.676715:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076710.676718:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076712.852741:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298370116, at 4298370560
00000100:00000010:0.0:1769076712.852756:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000800:00000200:2.1:1769076713.365385:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076713.365548:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076713.748802:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076713.748808:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076713.748811:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769076716.436870:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769076716.436930:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076716.436946:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076716.436952:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769076716.436967:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076716.436973:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076716.436978:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076716.436984:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86100.
00000400:00000200:0.0:1769076716.436996:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076716.437001:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076716.437008:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce880
00000400:00000010:0.0:1769076716.437015:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce880.
00000100:00000001:0.0:1769076716.437023:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076716.437035:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413ca830000 x1855007612113664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076716.437067:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076716.437073:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830000 x1855007612113664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076716.437081:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076716.437084:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076716.437096:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076716.437106:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86900.
00000400:00000200:0.0:1769076716.437111:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076716.437116:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076716.437120:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce660
00000400:00000010:0.0:1769076716.437123:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce660.
00000100:00000001:0.0:1769076716.437126:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076716.437136:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413ca831c00 x1855007612113792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076716.437149:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076716.437157:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831c00 x1855007612113792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076738 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076716.437183:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076716.437186:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076716.820832:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076716.820837:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076716.820841:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1769076717.460827:0:33117:0:(osc_request.c:735:osc_update_next_shrink()) next time 4907 to shrink grant
00000100:00000040:0.0:1769076717.972669:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298375235, at 4298375680
00000100:00000010:0.0:1769076717.972692:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b300.
00000100:00080000:3.0:1769076718.484751:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076718.484762:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076718.484767:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076718.484772:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076718.484778:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076718.484788:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3703
00000400:00000200:3.0:1769076718.484800:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076718.484810:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076718.484815:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076718.484820:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.484826:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076718.484831:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.484835:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076718.484840:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076718.484843:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076718.484847:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076718.484852:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076718.484855:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076718.484858:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076718.484864:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.484867:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076718.484871:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.484875:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076718.484879:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076718.484884:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076718.484887:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076718.484891:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076718.484895:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076718.484898:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076718.484901:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076718.484904:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076718.484914:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076718.484919:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076718.484924:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076718.484926:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076718.484931:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076718.484936:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076718.484943:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076718.484955:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076718.484966:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076718.484981:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612113920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076718.485002:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076718.485009:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076718.485020:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612113920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076718.485081:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076718.485088:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076718.485094:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076718.485097:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076718.485100:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076718.485106:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076718.485112:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3703
00000400:00000200:3.0:1769076718.485120:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076718.485175:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076718.485180:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076718.485186:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.485192:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076718.485196:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.485200:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076718.485205:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076718.485208:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076718.485212:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076718.485216:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076718.485219:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076718.485223:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076718.485229:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.485232:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076718.485236:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076718.485240:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076718.485245:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076718.485250:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076718.485255:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076718.485260:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076718.485270:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076718.485275:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076718.485279:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076718.485287:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076718.485294:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076718.485299:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076718.485307:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076718.485319:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076718.485331:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076718.485338:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076718.485344:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076718.485350:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076718.485356:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076718.485372:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076718.485394:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076718.485417:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076718.485456:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076718.485468:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076718.485487:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612114048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076718.485525:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076718.485535:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076718.485547:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076718.485657:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076718.485673:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076718.485688:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3713)
00000800:00000200:2.1:1769076718.485869:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076718.485876:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076718.486785:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076718.486791:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076719.892866:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076719.892874:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076719.892881:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076722.964712:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076722.964719:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076722.964724:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076723.092781:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298380356, at 4298380800
00000100:00000010:0.0:1769076723.092800:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b720.
00000100:00080000:3.0:1769076723.604678:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076723.604695:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076723.604700:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076723.604707:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076723.604719:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076723.604730:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3708
00000400:00000200:3.0:1769076723.604754:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076723.604768:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076723.604774:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076723.604789:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.604813:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076723.604818:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.604821:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076723.604827:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076723.604830:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076723.604833:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076723.604837:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076723.604840:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076723.604843:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076723.604847:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.604849:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076723.604852:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.604855:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076723.604859:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076723.604863:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076723.604866:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076723.604886:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076723.604891:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076723.604895:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076723.604899:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076723.604902:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076723.604918:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076723.604926:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076723.604960:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076723.604962:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076723.604966:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076723.604969:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076723.604976:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076723.604988:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076723.604997:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076723.605010:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612114176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076723.605021:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076723.605026:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076723.605030:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612114176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076723.605065:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076723.605068:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076723.605072:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076723.605073:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076723.605074:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076723.605077:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076723.605079:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3708
00000400:00000200:3.0:1769076723.605083:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076723.605085:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076723.605087:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076723.605089:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.605102:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076723.605104:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.605105:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076723.605107:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076723.605108:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076723.605109:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076723.605111:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076723.605112:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076723.605113:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076723.605115:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.605116:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076723.605117:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076723.605119:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076723.605120:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076723.605123:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076723.605125:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076723.605126:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076723.605132:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076723.605134:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076723.605136:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076723.605140:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076723.605162:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076723.605165:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076723.605169:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076723.605174:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076723.605182:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076723.605187:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076723.605196:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076723.605199:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076723.605202:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076723.605208:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076723.605216:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076723.605240:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612114304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076723.605271:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076723.605279:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076723.605310:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612114304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076723.605346:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076723.605360:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076723.605374:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076723.605380:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076723.605390:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076723.605403:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3719)
00000800:00000200:2.1:1769076723.605659:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076723.605664:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076723.606292:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076723.606296:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1769076726.036799:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076726.036803:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076726.036806:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076728.212719:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298385476, at 4298385920
00000100:00000010:0.0:1769076728.212739:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b240.
00000800:00000200:2.1:1769076728.725720:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076728.725728:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076728.726373:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076728.726378:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769076729.108880:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076729.108889:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076729.108897:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076732.180736:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076732.180739:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076732.180742:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076733.332656:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298390596, at 4298391040
00000100:00000010:0.0:1769076733.332671:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b420.
00000100:00080000:3.0:1769076733.844700:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076733.844705:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076733.844708:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076733.844711:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076733.844714:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076733.844721:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3719
00000400:00000200:3.0:1769076733.844729:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076733.844735:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076733.844737:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076733.844740:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844742:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076733.844745:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844746:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076733.844749:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076733.844759:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076733.844762:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076733.844764:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076733.844766:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076733.844768:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076733.844770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844772:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076733.844773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844774:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076733.844776:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076733.844779:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844780:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076733.844782:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076733.844785:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076733.844787:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076733.844788:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076733.844790:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076733.844801:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076733.844804:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076733.844807:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076733.844808:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076733.844810:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076733.844812:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076733.844815:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076733.844821:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076733.844826:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076733.844833:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612114688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076733.844842:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076733.844845:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076733.844849:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612114688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076733.844865:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076733.844882:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076733.844886:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076733.844888:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076733.844889:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076733.844892:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076733.844895:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3719
00000400:00000200:3.0:1769076733.844901:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076733.844907:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076733.844909:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076733.844915:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844919:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076733.844923:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844926:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076733.844929:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076733.844932:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076733.844933:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076733.844936:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076733.844937:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076733.844939:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076733.844941:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844943:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076733.844947:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844950:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076733.844954:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076733.844960:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076733.844965:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076733.844968:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076733.844974:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076733.844978:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076733.844983:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076733.844988:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076733.844993:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076733.844995:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076733.845000:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076733.845003:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076733.845005:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076733.845006:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076733.845012:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076733.845013:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076733.845014:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076733.845019:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076733.845025:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076733.845034:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076733.845051:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076733.845056:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076733.845061:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612114816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076733.845073:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076733.845077:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076733.845081:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076733.845083:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076733.845089:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076733.845093:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3729)
00000800:00000200:2.1:1769076733.845150:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076733.845153:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076733.845441:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076733.845443:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076735.252754:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076735.252769:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076735.252772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076738.324741:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076738.324749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076738.324754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076738.452719:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298395715, at 4298396160
00000100:00000010:0.0:1769076738.452744:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba80.
00000800:00000200:2.1:1769076738.965175:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076738.965179:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076738.965506:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076738.965508:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076741.396847:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076741.396852:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076741.396855:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076743.572647:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298400835, at 4298401280
00000100:00000010:0.0:1769076743.572660:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bc60.
00000100:00080000:3.0:1769076744.084760:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076744.084769:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076744.084771:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076744.084775:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076744.084778:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076744.084784:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3729
00000400:00000200:3.0:1769076744.084792:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076744.084798:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076744.084800:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076744.084803:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084805:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076744.084807:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084809:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076744.084812:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076744.084813:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076744.084815:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076744.084817:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076744.084819:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076744.084821:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076744.084823:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084824:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076744.084825:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084827:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076744.084830:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076744.084832:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084833:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076744.084835:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076744.084838:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076744.084840:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.084841:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076744.084843:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076744.084851:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076744.084853:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076744.084856:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076744.084857:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.084860:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076744.084862:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076744.084866:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076744.084872:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076744.084877:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076744.084884:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612115200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076744.084892:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076744.084896:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076744.084899:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612115200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076744.084916:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076744.084918:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076744.084921:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076744.084922:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076744.084923:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076744.084925:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076744.084927:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3729
00000400:00000200:3.0:1769076744.084930:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076744.084933:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076744.084935:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076744.084937:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084939:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076744.084941:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084944:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076744.084948:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076744.084951:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076744.084953:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076744.084955:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076744.084957:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076744.084961:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076744.084968:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084972:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076744.084976:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084979:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076744.084983:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076744.084987:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076744.084993:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076744.084996:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076744.085001:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076744.085006:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.085008:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076744.085014:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076744.085017:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.085019:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076744.085026:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076744.085029:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076744.085031:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076744.085033:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076744.085036:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076744.085037:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076744.085039:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076744.085045:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076744.085048:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076744.085055:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612115328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076744.085069:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076744.085072:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076744.085079:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612115328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076744.085102:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076744.085108:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076744.085114:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076744.085119:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076744.085126:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076744.085134:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3739)
00000800:00000200:2.1:1769076744.085181:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076744.085184:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076744.085447:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076744.085449:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076744.468740:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076744.468744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076744.468746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076747.540752:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076747.540755:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076747.540758:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076748.692659:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298405955, at 4298406400
00000100:00000010:0.0:1769076748.692671:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b4e0.
00000100:00080000:3.0:1769076749.204627:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076749.204640:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076749.204643:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076749.204648:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076749.204653:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076749.204664:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3734
00000400:00000200:3.0:1769076749.204678:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076749.204689:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076749.204695:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076749.204701:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204704:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.204708:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204711:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076749.204716:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076749.204718:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076749.204721:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076749.204724:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076749.204726:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076749.204729:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076749.204732:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204734:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.204737:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204739:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076749.204743:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076749.204746:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204749:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076749.204752:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076749.204755:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076749.204758:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.204761:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076749.204764:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076749.204772:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076749.204777:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076749.204781:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076749.204783:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.204786:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076749.204789:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076749.204793:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076749.204800:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076749.204806:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076749.204814:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612115456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076749.204826:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076749.204830:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076749.204835:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612115456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076749.204857:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076749.204861:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076749.204864:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076749.204866:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076749.204867:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076749.204870:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076749.204874:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3734
00000400:00000200:3.0:1769076749.204879:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076749.204883:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076749.204886:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076749.204892:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204897:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.204901:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204905:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076749.204909:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076749.204912:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076749.204916:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076749.204920:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076749.204952:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076749.204956:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076749.204964:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204968:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076749.204974:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204980:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076749.204984:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076749.204992:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076749.204997:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076749.205002:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076749.205009:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076749.205014:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.205017:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076749.205023:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076749.205032:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.205036:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076749.205042:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076749.205048:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076749.205053:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076749.205058:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076749.205063:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076749.205067:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076749.205072:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076749.205081:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076749.205087:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076749.205097:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076749.205112:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076749.205117:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076749.205126:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612115584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076749.205144:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076749.205150:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076749.205159:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076749.205164:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076749.205170:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076749.205179:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3744)
00000800:00000200:2.1:1769076749.205211:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076749.205215:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076749.205714:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076749.205717:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076750.612714:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076750.612718:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076750.612721:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076753.684724:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076753.684728:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076753.684730:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076753.812674:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298411075, at 4298411520
00000100:00000010:0.0:1769076753.812688:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929be40.
00000800:00000200:2.1:1769076754.325122:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076754.325124:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076754.325419:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076754.325421:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076756.756726:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076756.756730:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076756.756733:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076758.932656:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298416195, at 4298416640
00000100:00000010:0.0:1769076758.932673:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000800:00000200:2.1:1769076759.445178:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076759.445182:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076759.445652:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076759.445655:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076759.828719:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076759.828725:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076759.828735:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076762.900744:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076762.900748:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076762.900758:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076764.052657:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298421315, at 4298421760
00000100:00000010:0.0:1769076764.052671:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00080000:3.0:1769076764.564679:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076764.564685:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076764.564687:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076764.564690:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076764.564692:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076764.564699:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3749
00000400:00000200:3.0:1769076764.564708:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076764.564713:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076764.564716:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076764.564718:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564720:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076764.564723:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564724:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076764.564728:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076764.564730:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076764.564732:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076764.564734:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076764.564736:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076764.564738:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076764.564739:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564741:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076764.564742:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564743:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076764.564746:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076764.564765:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564767:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076764.564770:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076764.564773:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076764.564775:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076764.564777:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076764.564779:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076764.564787:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076764.564790:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076764.564793:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076764.564795:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076764.564797:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076764.564800:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076764.564804:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076764.564813:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076764.564819:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076764.564827:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612116224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076764.564837:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076764.564842:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076764.564846:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612116224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076764.564870:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076764.564873:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076764.564876:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076764.564877:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076764.564879:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076764.564881:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076764.564884:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3749
00000400:00000200:3.0:1769076764.564889:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076764.564893:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076764.564896:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076764.564899:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564902:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076764.564906:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564911:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076764.564915:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076764.564917:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076764.564920:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076764.564923:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076764.564930:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076764.564936:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076764.564946:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564952:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076764.564957:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564961:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076764.564968:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076764.564987:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076764.564990:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076764.564991:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076764.564996:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076764.564999:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076764.565004:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076764.565009:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076764.565013:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076764.565017:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076764.565022:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076764.565026:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076764.565032:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076764.565035:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076764.565037:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076764.565038:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076764.565042:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076764.565049:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769076764.565053:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076764.565060:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076764.565067:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076764.565071:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076764.565078:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612116352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076764.565095:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076764.565100:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076764.565107:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076764.565111:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076764.565117:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076764.565124:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3759)
00000800:00000200:2.1:1769076764.565219:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076764.565223:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076764.565557:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076764.565560:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076765.972686:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076765.972690:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076765.972693:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076769.044811:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076769.044814:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076769.044817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076769.172674:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298426435, at 4298426880
00000100:00000010:0.0:1769076769.172686:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b000.
00000100:00080000:3.0:1769076769.684671:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076769.684702:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076769.684712:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076769.684718:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076769.684725:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076769.684735:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3754
00000400:00000200:3.0:1769076769.684749:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076769.684758:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076769.684763:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076769.684766:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.684769:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076769.684773:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.684775:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076769.684779:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076769.684798:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076769.684801:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076769.684804:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076769.684806:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076769.684809:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076769.684812:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.684814:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076769.684816:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.684817:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076769.684821:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076769.684824:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076769.684826:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076769.684829:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076769.684831:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076769.684834:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076769.684836:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076769.684839:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076769.684849:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076769.684855:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076769.684875:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076769.684877:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076769.684881:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076769.684884:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076769.684889:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076769.684899:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076769.684906:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076769.684917:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612116480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076769.684931:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076769.684937:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076769.684943:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612116480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076769.684968:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076769.684971:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076769.684974:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076769.684975:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076769.684977:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076769.684980:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076769.684982:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3754
00000400:00000200:3.0:1769076769.684986:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076769.684989:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076769.684992:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076769.684995:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.684998:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076769.685000:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.685002:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076769.685004:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076769.685006:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076769.685008:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076769.685011:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076769.685015:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076769.685022:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076769.685044:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.685052:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076769.685060:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076769.685068:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076769.685078:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076769.685114:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076769.685121:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076769.685130:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076769.685141:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076769.685151:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076769.685157:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076769.685165:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076769.685175:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076769.685201:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076769.685211:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076769.685218:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076769.685227:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076769.685232:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076769.685237:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076769.685241:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076769.685246:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076769.685255:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076769.685265:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076769.685292:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612116608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076769.685319:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076769.685325:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076769.685335:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612116608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076769.685357:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076769.685363:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076769.685371:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076769.685377:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076769.685380:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076769.685387:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3765)
00000800:00000200:2.1:1769076769.685404:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076769.685408:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076769.685886:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076769.685889:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1769076772.116768:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076772.116772:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076772.116775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076774.292646:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298431555, at 4298432000
00000100:00000010:0.0:1769076774.292663:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b180.
00000100:00080000:3.0:1769076774.804649:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076774.804658:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076774.804662:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076774.804666:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076774.804670:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076774.804678:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3760
00000400:00000200:3.0:1769076774.804690:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076774.804697:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076774.804700:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076774.804703:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804705:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076774.804707:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804709:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076774.804712:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076774.804714:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076774.804721:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076774.804724:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076774.804726:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076774.804729:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076774.804732:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804735:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076774.804737:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804740:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076774.804743:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076774.804747:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804750:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076774.804753:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076774.804756:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076774.804759:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076774.804761:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076774.804764:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076774.804773:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076774.804777:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076774.804780:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076774.804782:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076774.804785:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076774.804788:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076774.804791:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076774.804798:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076774.804805:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076774.804813:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612116736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076774.804824:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076774.804829:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076774.804834:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612116736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076774.804856:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076774.804858:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076774.804861:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076774.804862:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076774.804863:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076774.804865:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076774.804868:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3760
00000400:00000200:3.0:1769076774.804873:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076774.804876:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076774.804878:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076774.804882:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804885:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076774.804889:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804892:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076774.804895:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076774.804897:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076774.804900:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076774.804903:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076774.804907:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076774.804912:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076774.804917:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804920:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076774.804923:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804926:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076774.804932:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076774.804941:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076774.804951:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076774.804955:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076774.804961:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076774.804967:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076774.804972:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076774.804976:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076774.804982:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076774.804987:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076774.804993:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076774.804999:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076774.805002:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076774.805004:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076774.805007:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076774.805011:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076774.805016:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076774.805025:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076774.805033:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076774.805053:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612116864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076774.805066:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076774.805069:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076774.805073:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612116864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076774.805083:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076774.805086:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076774.805091:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076774.805093:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076774.805097:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076774.805103:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3770)
00000800:00000200:2.1:1769076774.805166:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076774.805170:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769076774.805669:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076774.805671:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076775.188730:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076775.188734:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076775.188737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076778.260811:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076778.260819:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076778.260825:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076779.412735:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298436675, at 4298437120
00000100:00000010:0.0:1769076779.412756:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bae0.
00000100:00080000:3.0:1769076779.924695:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076779.924710:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076779.924716:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076779.924724:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076779.924733:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076779.924743:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3765
00000400:00000200:3.0:1769076779.924757:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076779.924768:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076779.924774:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076779.924780:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.924798:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076779.924802:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.924805:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076779.924809:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076779.924811:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076779.924815:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076779.924819:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076779.924836:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076779.924838:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076779.924841:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.924842:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076779.924843:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.924845:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076779.924847:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076779.924850:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076779.924852:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076779.924854:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076779.924857:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076779.924860:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076779.924862:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076779.924864:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076779.924875:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076779.924878:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076779.924882:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076779.924883:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076779.924886:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076779.924888:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076779.924894:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076779.924903:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076779.924927:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076779.924938:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612116992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076779.924951:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076779.924957:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076779.924963:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612116992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076779.924989:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076779.924993:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076779.924996:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076779.924998:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076779.925000:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076779.925003:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076779.925006:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3765
00000400:00000200:3.0:1769076779.925010:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076779.925019:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076779.925022:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076779.925025:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.925028:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076779.925031:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.925034:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076779.925038:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076779.925043:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076779.925046:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076779.925052:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076779.925054:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076779.925056:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076779.925059:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.925061:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076779.925063:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076779.925068:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076779.925071:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076779.925077:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076779.925089:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076779.925094:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076779.925136:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076779.925142:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076779.925145:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076779.925151:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076779.925156:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076779.925160:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076779.925164:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769076779.925168:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076779.925172:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076779.925174:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076779.925176:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076779.925179:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076779.925182:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076779.925188:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076779.925195:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076779.925203:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076779.925213:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076779.925216:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076779.925220:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076779.925229:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076779.925234:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076779.925240:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076779.925246:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076779.925254:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076779.925264:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3775)
00000800:00000200:2.1:1769076779.925342:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076779.925519:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076781.332895:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076781.332901:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076781.332906:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769076782.996791:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769076782.996836:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076782.996847:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076782.996851:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769076782.996854:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076782.996859:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076782.996865:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076782.996869:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86500.
00000400:00000200:3.0:1769076782.996874:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076782.996880:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076782.996889:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce908
00000400:00000010:3.0:1769076782.996892:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce908.
00000100:00000001:3.0:1769076782.996897:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076782.996907:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3800 x1855007612116992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076782.996936:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076782.996941:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612116992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076782.996950:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076782.996952:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076782.996963:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076782.996965:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86a00.
00000400:00000200:3.0:1769076782.996967:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076782.996970:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076782.996974:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce000
00000400:00000010:3.0:1769076782.996976:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce000.
00000100:00000001:3.0:1769076782.996991:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076782.996997:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b2300 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076782.997010:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076782.997017:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612117120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076782.997066:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076782.997069:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076784.404747:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076784.404751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076784.404765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076784.532711:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298441795, at 4298442240
00000100:00000010:0.0:1769076784.532737:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00080000:0.0:1769076785.044777:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076785.044791:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076785.044795:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076785.044800:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076785.044805:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076785.044815:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3770
00000400:00000200:0.0:1769076785.044826:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076785.044833:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076785.044837:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076785.044841:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.044845:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076785.044848:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.044851:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076785.044856:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076785.044858:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076785.044861:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076785.044864:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076785.044866:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076785.044869:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076785.044871:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.044873:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076785.044875:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.044877:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076785.044881:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076785.044884:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076785.044886:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.044890:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076785.044894:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076785.044898:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.044900:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076785.044903:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076785.044915:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769076785.044921:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076785.044926:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076785.044928:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.044932:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076785.044935:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076785.044942:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076785.044952:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769076785.044961:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076785.044973:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612117248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076785.044985:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076785.044991:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076785.044995:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612117248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.045053:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076785.045059:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076785.045065:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076785.045067:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076785.045069:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076785.045074:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076785.045079:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3770
00000400:00000200:0.0:1769076785.045086:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076785.045093:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076785.045097:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076785.045104:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.045108:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076785.045113:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.045127:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076785.045142:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076785.045150:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076785.045171:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076785.045183:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076785.045197:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076785.045220:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076785.045249:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.045261:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076785.045276:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076785.045285:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076785.045302:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076785.045318:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076785.045324:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076785.045337:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076785.045351:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076785.045361:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.045370:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076785.045385:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076785.045396:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.045406:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076785.045420:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769076785.045430:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076785.045440:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076785.045449:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076785.045459:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076785.045464:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076785.045473:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076785.045500:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769076785.045518:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076785.045549:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612117376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076785.045695:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076785.045711:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076785.045728:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612117376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076785.045803:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076785.045814:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076785.045825:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076785.045837:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076785.045855:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076785.045884:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3780)
00000800:00000200:2.1:1769076785.045950:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076785.045957:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076785.046909:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076785.046915:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076787.476833:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076787.476841:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076787.476864:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076789.653188:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298446916, at 4298447360
00000100:00000010:0.0:1769076789.653205:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b5a0.
00000100:00080000:0.0:1769076790.164714:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076790.164725:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076790.164729:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076790.164751:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076790.164759:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076790.164771:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3775
00000400:00000200:0.0:1769076790.164786:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076790.164795:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076790.164801:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076790.164805:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.164809:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076790.164812:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.164814:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076790.164818:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076790.164819:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076790.164822:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076790.164826:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076790.164829:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076790.164831:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076790.164834:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.164836:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076790.164841:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.164843:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076790.164847:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076790.164850:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076790.164852:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.164854:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076790.164857:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076790.164859:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.164861:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076790.164863:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076790.164874:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769076790.164879:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076790.164884:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076790.164886:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.164889:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076790.164892:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076790.164897:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076790.164907:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076790.164915:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076790.164951:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612117504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076790.164962:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076790.164966:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076790.164969:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612117504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.164989:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076790.164992:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076790.164995:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076790.164996:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076790.164997:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076790.165000:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076790.165003:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3775
00000400:00000200:0.0:1769076790.165007:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076790.165010:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076790.165012:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076790.165015:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.165017:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076790.165020:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.165046:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076790.165050:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076790.165052:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076790.165055:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076790.165060:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076790.165065:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076790.165067:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076790.165079:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.165082:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076790.165094:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076790.165100:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076790.165105:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076790.165111:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076790.165122:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076790.165137:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076790.165148:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076790.165157:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.165161:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076790.165168:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076790.165179:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.165182:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076790.165187:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769076790.165189:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076790.165192:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076790.165195:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076790.165224:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076790.165226:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076790.165230:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076790.165248:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076790.165253:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076790.165259:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612117632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076790.165272:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076790.165280:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076790.165300:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612117632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076790.165350:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076790.165363:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076790.165377:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076790.165380:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076790.165383:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076790.165392:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3785)
00000800:00000200:2.1:1769076790.165485:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076790.165489:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076790.165942:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076790.165944:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076790.548700:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076790.548703:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076790.548706:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076793.620729:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076793.620733:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076793.620736:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076794.772768:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298452036, at 4298452480
00000100:00000010:0.0:1769076794.772802:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929be40.
00000008:00000020:0.0:1769076795.284672:0:33117:0:(osc_request.c:735:osc_update_next_shrink()) next time 4985 to shrink grant
00000100:00080000:3.0:1769076795.284703:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076795.284712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076795.284716:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076795.284719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076795.284723:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076795.284731:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3780
00000400:00000200:3.0:1769076795.284743:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076795.284750:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076795.284753:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076795.284757:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.284760:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076795.284763:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.284765:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076795.284770:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076795.284772:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076795.284776:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076795.284778:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076795.284781:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076795.284783:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076795.284786:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.284788:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076795.284790:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.284793:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076795.284796:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076795.284800:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076795.284802:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076795.284805:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076795.284809:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076795.284812:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076795.284815:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076795.284817:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076795.284826:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076795.284830:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076795.284834:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076795.284835:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076795.284858:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076795.284861:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076795.284866:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076795.284874:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076795.284898:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076795.284909:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612117760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076795.284922:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076795.284927:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076795.284932:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612117760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076795.284957:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076795.284961:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076795.284965:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076795.284967:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076795.284969:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076795.284972:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076795.284975:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3780
00000400:00000200:3.0:1769076795.284980:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076795.284984:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076795.284988:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076795.284992:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.284996:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076795.285000:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.285004:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076795.285012:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076795.285018:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076795.285021:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076795.285025:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076795.285030:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076795.285034:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076795.285046:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.285053:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076795.285059:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076795.285065:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076795.285071:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076795.285078:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076795.285084:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076795.285091:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076795.285102:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076795.285112:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076795.285135:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076795.285144:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076795.285153:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076795.285164:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076795.285178:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076795.285187:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076795.285195:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076795.285201:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076795.285206:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076795.285211:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076795.285250:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076795.285262:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076795.285271:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076795.285312:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076795.285328:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076795.285333:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076795.285343:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612117888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076795.285360:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076795.285365:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076795.285369:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076795.285376:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076795.285382:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076795.285389:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3790)
00000800:00000200:2.1:1769076795.285471:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076795.285477:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769076795.286158:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076795.286161:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076796.692769:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076796.692772:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076796.692775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076799.764849:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076799.764854:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076799.764858:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076799.892665:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298457155, at 4298457600
00000100:00000010:0.0:1769076799.892681:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000800:00000200:2.1:1769076800.405143:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076800.405146:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769076800.405468:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076800.405470:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076802.836894:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076802.836899:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076802.836903:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076805.012707:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298462275, at 4298462720
00000100:00000010:0.0:1769076805.012721:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bde0.
00000100:00080000:3.0:1769076805.524728:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076805.524735:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076805.524738:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076805.524742:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076805.524746:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076805.524771:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3790
00000400:00000200:3.0:1769076805.524794:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076805.524804:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076805.524809:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076805.524813:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.524816:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076805.524819:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.524821:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076805.524825:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076805.524827:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076805.524830:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076805.524833:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076805.524835:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076805.524838:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076805.524841:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.524843:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076805.524845:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.524846:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076805.524849:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076805.524852:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076805.524854:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076805.524857:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076805.524860:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076805.524863:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076805.524865:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076805.524867:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076805.524875:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769076805.524879:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076805.524882:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076805.524884:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076805.524886:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076805.524889:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076805.524893:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076805.524901:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076805.524907:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076805.524924:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612118272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076805.524935:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076805.524939:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076805.524944:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612118272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076805.524964:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076805.524968:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076805.524973:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076805.524976:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076805.524978:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076805.524982:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076805.524985:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3790
00000400:00000200:3.0:1769076805.524991:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076805.524996:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076805.524999:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076805.525019:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.525022:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076805.525025:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.525028:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076805.525031:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076805.525032:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076805.525035:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076805.525037:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076805.525041:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076805.525044:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076805.525047:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.525050:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076805.525053:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076805.525056:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076805.525059:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076805.525063:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076805.525066:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076805.525068:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076805.525074:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076805.525076:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076805.525095:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076805.525100:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076805.525105:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076805.525108:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076805.525112:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076805.525115:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076805.525119:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076805.525121:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076805.525123:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076805.525125:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076805.525128:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076805.525132:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076805.525137:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076805.525144:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612118400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076805.525155:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076805.525159:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076805.525164:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612118400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076805.525177:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076805.525181:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076805.525186:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076805.525189:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076805.525193:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076805.525199:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3800)
00000800:00000200:2.1:1769076805.525303:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076805.525306:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769076805.525808:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076805.525841:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076805.908805:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076805.908808:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076805.908811:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076808.980808:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076808.980812:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076808.980816:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076810.132739:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298467395, at 4298467840
00000100:00000010:0.0:1769076810.132763:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba80.
00000100:00080000:3.0:1769076810.644714:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076810.644732:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076810.644738:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076810.644752:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076810.644767:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076810.644784:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3795
00000400:00000200:3.0:1769076810.644808:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076810.644834:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076810.644840:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076810.644845:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.644849:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076810.644853:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.644856:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076810.644862:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076810.644865:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076810.644869:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076810.644873:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076810.644876:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076810.644879:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076810.644884:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.644888:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076810.644891:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.644894:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076810.644899:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076810.644904:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076810.644909:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076810.644914:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076810.644919:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076810.644924:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076810.644928:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076810.644933:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076810.644950:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076810.644956:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076810.644963:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076810.644966:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076810.644971:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076810.644976:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076810.644983:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076810.644995:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769076810.645005:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076810.645018:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612118528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076810.645032:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076810.645038:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076810.645043:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612118528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076810.645075:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076810.645079:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076810.645083:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076810.645085:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076810.645087:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076810.645091:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076810.645093:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3795
00000400:00000200:3.0:1769076810.645099:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076810.645104:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076810.645108:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076810.645113:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.645115:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076810.645119:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.645126:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076810.645131:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076810.645134:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076810.645137:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076810.645139:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076810.645142:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076810.645147:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076810.645153:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.645163:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076810.645169:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076810.645177:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076810.645188:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076810.645198:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076810.645206:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076810.645214:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076810.645225:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076810.645229:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076810.645241:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076810.645249:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076810.645257:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076810.645273:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076810.645284:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076810.645298:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076810.645309:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076810.645315:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076810.645325:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076810.645328:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076810.645336:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076810.645361:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769076810.645378:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076810.645394:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076810.645423:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076810.645432:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076810.645441:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612118656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076810.645498:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076810.645506:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076810.645521:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076810.645539:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076810.645612:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076810.645640:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3806)
00000800:00000200:2.1:1769076810.645736:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076810.645739:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076810.646182:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076810.646186:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076812.052791:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076812.052800:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076812.052805:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076815.124781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076815.124784:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076815.124787:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076815.252653:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298472516, at 4298472960
00000100:00000010:0.0:1769076815.252671:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bcc0.
00000800:00000200:2.1:1769076815.765276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076815.765280:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076815.765742:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076815.765744:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076818.196711:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076818.196714:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076818.196717:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076820.372684:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298477635, at 4298478080
00000100:00000010:0.0:1769076820.372702:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bd80.
00000100:00080000:0.0:1769076820.884782:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076820.884796:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076820.884801:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076820.884807:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076820.884814:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076820.884839:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3806
00000400:00000200:0.0:1769076820.884852:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076820.884861:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076820.884866:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076820.884872:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.884877:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076820.884881:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.884884:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076820.884890:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076820.884892:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076820.884895:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076820.884898:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076820.884900:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076820.884903:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076820.884906:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.884907:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076820.884909:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.884910:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076820.884914:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076820.884917:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076820.884920:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076820.884923:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076820.884928:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076820.884931:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076820.884933:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076820.884936:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076820.884948:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769076820.884952:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076820.884957:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076820.884958:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076820.884962:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076820.884965:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076820.884979:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076820.884989:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076820.884997:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076820.885012:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612119040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076820.885027:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076820.885034:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076820.885042:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612119040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076820.885073:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076820.885079:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076820.885084:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076820.885087:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076820.885090:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076820.885095:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076820.885100:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3806
00000400:00000200:0.0:1769076820.885111:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076820.885121:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076820.885132:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076820.885142:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.885147:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076820.885154:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.885158:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076820.885169:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076820.885175:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076820.885181:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076820.885186:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076820.885213:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076820.885217:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076820.885226:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.885230:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076820.885237:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076820.885240:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076820.885243:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076820.885250:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076820.885257:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076820.885279:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076820.885292:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076820.885305:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076820.885310:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076820.885316:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076820.885345:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076820.885349:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076820.885367:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769076820.885373:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076820.885383:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076820.885386:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076820.885404:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076820.885427:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076820.885431:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076820.885457:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076820.885465:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076820.885476:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612119168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076820.885539:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076820.885549:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076820.885562:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612119168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1769076820.885615:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076820.885618:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769076820.885672:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076820.885688:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076820.885700:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076820.885713:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076820.885749:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076820.885766:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3816)
00000800:00000200:2.1:1769076820.886044:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076820.886046:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076821.268812:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076821.268816:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076821.268819:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076824.340906:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076824.340914:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076824.340920:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076825.492778:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298482756, at 4298483200
00000100:00000010:0.0:1769076825.492798:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b900.
00000100:00080000:0.0:1769076826.004791:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076826.004823:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076826.004838:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076826.004845:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076826.004853:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076826.004867:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3811
00000400:00000200:0.0:1769076826.004884:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076826.004894:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076826.004900:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076826.004916:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.004921:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.004924:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.004928:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076826.004934:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076826.004938:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076826.004943:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076826.004949:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076826.004954:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076826.004959:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076826.004965:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.004969:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.004973:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.004977:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076826.004984:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076826.004991:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076826.004996:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076826.005002:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076826.005009:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076826.005015:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.005020:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076826.005024:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076826.005062:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769076826.005069:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076826.005075:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076826.005078:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.005084:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076826.005089:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076826.005099:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076826.005128:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769076826.005141:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076826.005162:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612119296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076826.005185:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076826.005194:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076826.005205:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612119296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076826.005266:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076826.005274:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076826.005281:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076826.005284:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076826.005288:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076826.005294:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076826.005302:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3811
00000400:00000200:0.0:1769076826.005313:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076826.005365:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076826.005370:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076826.005376:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.005379:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.005382:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.005386:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076826.005394:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076826.005400:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076826.005427:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076826.005432:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076826.005436:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076826.005439:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076826.005454:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.005464:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076826.005470:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076826.005482:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076826.005497:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076826.005510:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076826.005521:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076826.005534:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076826.005545:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076826.005554:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.005556:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076826.005563:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076826.005626:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.005631:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076826.005655:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769076826.005669:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076826.005682:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076826.005688:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076826.005693:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076826.005698:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076826.005706:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076826.005716:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769076826.005724:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076826.005762:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076826.005775:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076826.005784:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076826.005799:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612119424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076826.005849:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076826.005862:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076826.005874:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076826.005884:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076826.005892:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076826.005904:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3821)
00000800:00000200:2.1:1769076826.006216:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076826.006224:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076826.007248:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076826.007255:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076827.412811:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076827.412817:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076827.412822:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076830.484804:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076830.484825:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076830.484829:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076830.612638:0:33117:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298487876, at 4298488320
00000100:00000010:0.0:1769076830.612656:0:33117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b300.
00000100:00080000:3.0:1769076831.124700:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076831.124705:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076831.124708:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076831.124711:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076831.124714:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076831.124720:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3816
00000400:00000200:3.0:1769076831.124728:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076831.124733:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076831.124736:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076831.124738:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124741:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076831.124742:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124744:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076831.124748:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076831.124749:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076831.124751:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076831.124753:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076831.124755:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076831.124756:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076831.124758:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124759:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076831.124761:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124762:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076831.124764:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076831.124767:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124770:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076831.124772:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076831.124774:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076831.124776:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076831.124778:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076831.124780:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076831.124786:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769076831.124789:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076831.124792:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076831.124793:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076831.124796:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076831.124798:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076831.124802:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076831.124808:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769076831.124813:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076831.124820:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612119552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076831.124827:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076831.124831:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076831.124834:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612119552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076831.124850:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076831.124852:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076831.124855:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076831.124856:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076831.124857:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076831.124860:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076831.124862:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3816
00000400:00000200:3.0:1769076831.124865:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076831.124867:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076831.124869:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076831.124871:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124874:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076831.124879:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124884:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076831.124887:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076831.124888:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076831.124890:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076831.124892:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076831.124897:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076831.124900:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076831.124907:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124911:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076831.124916:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124922:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076831.124926:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076831.124933:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076831.124940:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076831.124946:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076831.124954:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076831.124958:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076831.124963:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076831.124970:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076831.124975:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076831.124982:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076831.124989:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076831.124991:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076831.124996:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076831.124999:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076831.125001:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076831.125002:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076831.125004:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076831.125010:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769076831.125014:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076831.125023:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612119680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076831.125034:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076831.125038:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076831.125043:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612119680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076831.125059:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076831.125063:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076831.125069:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076831.125073:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076831.125077:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076831.125082:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3826)
00000800:00000200:2.1:1769076831.125153:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076831.125156:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1769076831.125454:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076831.125456:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076833.556829:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076833.556835:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076833.556840:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076835.732754:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298492995, at 4298493440
00000100:00000010:0.0:1769076835.732782:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b360.
00000100:00080000:3.0:1769076836.244681:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076836.244695:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076836.244703:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076836.244710:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076836.244712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076836.244717:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769076836.244722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.244729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076836.244731:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3821
00000100:00000001:2.0:1769076836.244735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.244742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076836.244750:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076836.244761:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076836.244767:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076836.244772:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.244777:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076836.244781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.244785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076836.244790:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076836.244793:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076836.244797:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076836.244802:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076836.244805:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076836.244809:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076836.244813:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.244816:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076836.244818:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.244820:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076836.244824:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076836.244829:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076836.244832:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076836.244836:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076836.244841:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076836.244844:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076836.244847:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076836.244850:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076836.244865:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769076836.244871:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076836.244876:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076836.244879:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076836.244883:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076836.244887:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076836.244894:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076836.244909:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769076836.244921:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076836.244939:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076836.244961:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076836.244970:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076836.244981:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076836.245029:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076836.245035:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076836.245042:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076836.245045:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076836.245047:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076836.245051:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076836.245055:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3821
00000400:00000200:3.0:1769076836.245061:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076836.245065:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076836.245068:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076836.245073:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.245076:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076836.245078:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.245081:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076836.245084:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076836.245086:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076836.245088:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076836.245091:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076836.245093:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076836.245096:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076836.245099:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.245101:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076836.245104:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076836.245107:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076836.245111:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076836.245116:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076836.245119:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076836.245121:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076836.245132:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076836.245135:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076836.245138:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076836.245144:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076836.245172:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.245173:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076836.245178:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.245184:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1769076836.245189:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000100:00000001:2.0:1769076836.245193:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769076836.245196:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076836.245204:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076836.245206:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076836.245210:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076836.245213:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1769076836.245215:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769076836.245217:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076836.245227:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076836.245236:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.245248:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1769076836.245254:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076836.245255:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076836.245267:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076836.245274:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769076836.245275:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769076836.245285:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076836.245285:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076836.245303:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612119808:192.168.204.106@tcp:250:kworker.0
00000100:00000040:3.0:1769076836.245305:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.245324:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076836.245333:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769076836.245334:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076836.245339:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076836.245342:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769076836.245345:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769076836.245351:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000010:2.0:1769076836.245359:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
00000100:00000040:3.0:1769076836.245359:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769076836.245368:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076836.245371:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076836.245383:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3831)
00000400:00000200:2.0:1769076836.245386:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076836.245395:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076836.245405:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076836.245415:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612119808, portal 25
00000100:00000001:2.0:1769076836.245420:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076836.245423:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334616192 : -118662374935424 : ffff9413c34b3480)
00000100:00000040:2.0:1769076836.245433:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.245449:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076836.245455:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076836.245460:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076836.245468:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612119808, offset 0
00000400:00000200:2.0:1769076836.245481:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076836.245498:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076836.245511:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076836.245522:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076836.245530:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076836.245536:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076836.245541:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076836.245549:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3320:3320:256:4294967295] 192.168.204.106@tcp LPNI seq info [3319:3319:8:4294967295]
00000400:00000200:2.0:1769076836.245597:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076836.245617:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076836.245629:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076836.245639:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076836.245653:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076836.245660:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076836.245672:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076836.245679:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769076836.245687:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076836.245692:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076836.245705:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076836.245714:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076836.245724:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076836.245729:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076836.245739:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076836.245747:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.245767:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076836.245775:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.245791:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.245795:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076836.245806:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076836.245813:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076836.245818:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298498116
00000100:00000010:2.0:1769076836.245826:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b300.
00000100:00000001:2.0:1769076836.245837:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076836.245859:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298498116
00000100:00000010:2.0:1769076836.245863:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b900.
00000100:00000001:2.0:1769076836.245868:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076836.245873:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076836.245876:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.245880:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076836.245886:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076836/real 1769076836]  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076836.245899:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076836.245902:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076836.245905:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076836.245910:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076836.245913:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076836.245917:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076836.245922:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076836.245934:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.245945:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076836.245947:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.245951:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076836.245954:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076836.245959:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.245967:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076836.245973:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.245982:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076836.245986:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.245989:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076836.245991:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.245994:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076836.245996:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076836.246000:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076836.246005:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076836.246008:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076836.246013:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076836.246024:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612119808:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076836.246029:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246032:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076836.246036:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3480 x1855007612119808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246044:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076836.246048:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076836.246051:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769076836.246055:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076836.246057:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076836.246060:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076836.246062:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076836.246065:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:2.0:1769076836.246071:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076836.246074:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076836.246077:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3480.
00000100:00000001:2.0:1769076836.246081:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076836.246083:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246086:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246096:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076836.246098:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.246101:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076836.246103:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076836.246105:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076836.246111:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246120:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076836.246122:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076836.246125:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076836.246128:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076836.246130:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076836.246134:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612119936:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076836.246138:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076836.246141:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076836.246143:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076836.246146:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076836.246175:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769076836.246180:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076836.246188:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076836.246193:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076836.246198:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076836.246203:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612119936, portal 10
00000100:00000001:2.0:1769076836.246206:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076836.246208:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334602752 : -118662374948864 : ffff9413c34b0000)
00000100:00000040:2.0:1769076836.246217:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246226:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076836.246229:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076836.246232:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076836.246236:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612119936, offset 0
00000400:00000200:2.0:1769076836.246241:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076836.246246:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076836.246251:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076836.246255:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076836.246259:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076836.246262:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076836.246265:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076836.246270:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3321:3321:256:4294967295] 192.168.204.106@tcp LPNI seq info [3320:3320:8:4294967295]
00000400:00000200:2.0:1769076836.246276:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076836.246285:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076836.246292:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076836.246296:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076836.246301:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076836.246305:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769076836.246311:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076836.246340:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769076836.246346:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076836.246349:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076836.246353:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076836.246358:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076836.246362:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076836.246365:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076836.246369:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076836.246373:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246384:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076836.246388:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076861 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246397:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.246399:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076836.246403:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076836.246408:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076836.246412:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076836.246414:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298494752
00000100:00000001:2.0:1769076836.246418:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298498116
00000100:00000001:2.0:1769076836.246421:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298494752
00000100:00000001:2.0:1769076836.246425:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298498116
00000100:00000001:2.0:1769076836.246428:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076836.246431:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.246434:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076836.246439:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076836/real 1769076836]  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076836.246450:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076836.246451:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076836.246453:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076836.246456:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076836.246458:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076836.246461:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076836.246465:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076836.246476:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246484:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076836.246485:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246487:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076836.246489:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076836.246493:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246501:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076836.246506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246514:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076836.246517:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246519:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076836.246520:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246523:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076836.246525:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076836.246528:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076836.246533:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076836.246535:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076836.246541:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076836.246580:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612119936:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076836.246586:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246588:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076836.246592:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0000 x1855007612119936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076861 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076836.246601:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076836.246603:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076836.246606:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769076836.246609:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076836.246611:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076836.246613:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076836.246616:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076836.246618:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:2.0:1769076836.246622:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076836.246623:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076836.246625:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0000.
00000100:00000001:2.0:1769076836.246630:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076836.246631:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246634:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076836.246639:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076836.246641:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076836.246643:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076836.246645:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076836.628866:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076836.628872:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076836.628877:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076837.268738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076837.268748:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076837.268751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076837.268758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076837.268763:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076837.268768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076837.268773:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076837.268778:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076837.268783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076837.652805:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076837.652814:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076837.652821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076838.292743:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076838.292753:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076838.292756:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076838.292764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076838.292770:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076838.292775:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076838.292779:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076838.292782:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076838.292786:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076839.316889:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076839.316902:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076839.316906:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076839.316917:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076839.316924:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076839.316930:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076839.316935:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076839.316940:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076839.316946:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076839.700732:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076839.700736:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076839.700739:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076840.340761:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076840.340771:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076840.340773:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076840.340797:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076840.340802:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076840.340808:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076840.340811:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076840.340815:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076840.340819:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076840.724849:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076840.724855:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076840.724861:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076840.852636:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298498116, at 4298498560
00000100:00000010:0.0:1769076840.852663:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b300.
00000100:00080000:2.0:1769076841.364652:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076841.364665:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076841.364668:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076841.364672:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076841.364677:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076841.364685:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3826
00000400:00000200:2.0:1769076841.364696:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076841.364704:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076841.364708:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076841.364712:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364719:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076841.364725:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364732:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076841.364736:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076841.364739:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076841.364742:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076841.364746:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076841.364751:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076841.364754:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076841.364758:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364760:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076841.364764:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364767:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076841.364773:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076841.364776:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364778:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076841.364781:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076841.364783:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076841.364785:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076841.364787:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076841.364790:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076841.364799:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769076841.364803:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076841.364808:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076841.364809:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076841.364812:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076841.364815:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076841.364819:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076841.364827:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769076841.364834:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076841.364843:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612120064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076841.364852:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076841.364856:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076841.364860:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612120064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076841.364889:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076841.364891:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076841.364894:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076841.364895:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076841.364896:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076841.364898:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076841.364900:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3826
00000400:00000200:2.0:1769076841.364902:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076841.364905:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076841.364906:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076841.364909:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364911:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076841.364913:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364915:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076841.364919:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076841.364923:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076841.364925:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076841.364928:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076841.364931:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076841.364933:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076841.364940:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364944:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076841.364948:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364952:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076841.364956:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076841.364961:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076841.364964:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076841.364968:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076841.364974:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076841.364978:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076841.364982:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076841.364986:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076841.364991:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076841.364993:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076841.364998:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769076841.365003:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076841.365009:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076841.365012:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076841.365014:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076841.365016:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076841.365017:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076841.365023:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769076841.365027:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076841.365034:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076841.365042:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076841.365044:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076841.365047:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612120192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076841.365084:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076841.365090:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076841.365097:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076841.365104:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076841.365113:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076841.365122:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3836)
00000800:00000200:1.1:1769076841.365196:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076841.365200:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076841.365509:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076841.365511:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076842.772706:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076842.772710:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076842.772714:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076843.796902:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076843.796928:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076843.796936:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076845.844875:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076845.844880:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076845.844884:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076845.972663:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298503235, at 4298503680
00000100:00000010:0.0:1769076845.972679:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00080000:0.0:1769076846.484729:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076846.484744:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076846.484753:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076846.484763:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076846.484770:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076846.484782:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3831
00000400:00000200:0.0:1769076846.484798:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076846.484809:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076846.484815:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076846.484820:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.484824:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076846.484828:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.484831:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076846.484837:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076846.484841:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076846.484845:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076846.484849:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076846.484853:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076846.484857:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076846.484862:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.484866:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076846.484869:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.484873:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076846.484878:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076846.484883:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076846.484887:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076846.484891:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076846.484896:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076846.484901:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076846.484904:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076846.484908:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076846.484919:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769076846.484924:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076846.484931:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076846.484933:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076846.484954:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076846.484958:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076846.484963:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076846.484974:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769076846.485023:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076846.485036:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612120320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076846.485051:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076846.485058:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076846.485065:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612120320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076846.485095:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076846.485101:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076846.485106:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076846.485109:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076846.485112:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076846.485117:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076846.485122:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3831
00000400:00000200:0.0:1769076846.485130:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076846.485141:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076846.485148:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076846.485160:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.485170:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076846.485178:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.485189:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076846.485198:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076846.485204:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076846.485211:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076846.485218:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076846.485227:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076846.485237:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076846.485247:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.485271:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076846.485280:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076846.485284:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076846.485288:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076846.485294:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076846.485301:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076846.485305:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076846.485315:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076846.485326:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076846.485333:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076846.485343:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076846.485352:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076846.485359:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076846.485375:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769076846.485386:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076846.485395:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076846.485402:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076846.485412:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076846.485418:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076846.485424:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076846.485437:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076846.485447:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076846.485464:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612120448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076846.485486:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076846.485494:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076846.485510:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612120448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076846.485564:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076846.485593:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:0.0:1769076846.485632:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076846.485642:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076846.485650:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076846.485657:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076846.485668:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3841)
00000800:00000200:1.1:1769076846.485866:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:2.0:1769076846.868736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076846.868740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076846.868744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076847.508715:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076847.508722:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076847.508724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076847.508730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076847.508733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076847.508737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076847.508739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076847.508742:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076847.508744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076848.532750:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076848.532759:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076848.532761:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076848.532766:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076848.532770:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076848.532774:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076848.532776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076848.532783:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076848.532786:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076848.916878:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076848.916882:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076848.916887:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076849.556894:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076849.556901:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076849.556903:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076849.556908:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076849.556911:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076849.556914:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076849.556916:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076849.556919:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076849.556921:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769076849.557028:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769076849.557073:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769076849.557094:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076849.557098:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769076849.557103:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076849.557107:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769076849.557112:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076849.557116:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:0.0:1769076849.557122:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076849.557128:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076849.557136:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:0.0:1769076849.557139:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:0.0:1769076849.557144:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076849.557152:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0963b80 x1855007612120320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076849.557181:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076849.557185:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963b80 x1855007612120320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076849.557193:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076849.557195:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769076849.557211:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769076849.557213:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:0.0:1769076849.557216:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769076849.557220:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769076849.557223:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1770
00000400:00000010:0.0:1769076849.557226:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1770.
00000100:00000001:0.0:1769076849.557229:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769076849.557233:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0960700 x1855007612120448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076849.557247:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769076849.557254:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612120448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076871 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076849.557265:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076849.557269:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076849.940736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076849.940739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076849.940742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076850.580810:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076850.580823:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076850.580827:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076850.580836:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076850.580843:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076850.580850:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076850.580855:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076850.580860:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076850.580865:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076851.092752:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298508356, at 4298508800
00000100:00000010:0.0:1769076851.092772:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00080000:3.0:1769076851.604709:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076851.604725:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076851.604728:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076851.604732:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076851.604737:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076851.604745:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3836
00000100:00000001:2.0:1769076851.604753:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076851.604759:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769076851.604760:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076851.604764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076851.604770:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:3.0:1769076851.604771:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769076851.604778:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769076851.604779:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769076851.604785:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769076851.604786:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076851.604790:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076851.604793:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076851.604795:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076851.604799:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076851.604802:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076851.604826:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076851.604843:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076851.604847:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076851.604852:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076851.604856:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076851.604861:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076851.604866:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076851.604872:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076851.604891:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076851.604912:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076851.604915:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076851.604920:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076851.604925:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076851.604930:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076851.604933:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076851.604938:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076851.604942:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076851.604945:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076851.604947:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076851.604953:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769076851.604957:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076851.604961:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076851.604962:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076851.604965:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076851.604967:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076851.604972:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076851.604980:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076851.604988:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076851.605000:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612120576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076851.605015:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076851.605021:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076851.605028:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612120576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076851.605070:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076851.605075:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076851.605080:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076851.605082:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076851.605085:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076851.605089:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076851.605093:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3836
00000400:00000200:3.0:1769076851.605099:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076851.605103:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076851.605107:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076851.605111:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076851.605114:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076851.605117:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076851.605120:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076851.605123:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076851.605125:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076851.605127:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076851.605131:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076851.605134:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076851.605137:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076851.605142:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076851.605145:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076851.605148:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076851.605151:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076851.605154:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076851.605158:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076851.605161:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076851.605164:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076851.605170:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076851.605173:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076851.605176:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076851.605181:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076851.605186:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076851.605189:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076851.605194:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769076851.605198:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076851.605201:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076851.605203:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076851.605206:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076851.605208:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076851.605210:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076851.605216:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076851.605221:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076851.605228:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612120704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076851.605239:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076851.605243:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076851.605249:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612120704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076851.605271:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076851.605275:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076851.605280:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076851.605284:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076851.605289:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076851.605295:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3847)
00000800:00000200:1.1:1769076851.605766:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076851.605772:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769076851.606335:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076851.606339:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000020:00000001:0.0:1769076851.988777:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076851.988781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076851.988785:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076852.628837:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076852.628845:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076852.628847:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076852.628852:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076852.628856:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076852.628860:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076852.628863:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076852.628866:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076852.628868:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076853.012704:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076853.012708:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076853.012711:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076853.652636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076853.652643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076853.652645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076853.652650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076853.652653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076853.652656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076853.652658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076853.652661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076853.652663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076854.676692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076854.676703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076854.676706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076854.676714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076854.676720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076854.676726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076854.676730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076854.676733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076854.676749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076855.060807:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076855.060815:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076855.060820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076855.700711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076855.700720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076855.700722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076855.700738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076855.700743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076855.700747:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076855.700750:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076855.700752:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076855.700755:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076856.084775:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076856.084779:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076856.084783:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076856.212693:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298513476, at 4298513920
00000100:00000010:0.0:1769076856.212705:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:2.0:1769076856.724652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076856.724661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076856.724663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076856.724669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076856.724674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076856.724678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.724683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076856.724686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.724690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076856.724932:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076856.724936:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076856.724938:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076856.724945:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.724955:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076856.724957:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076856.724961:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076856.724965:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076856.724968:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076856.724972:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612120832:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076856.724977:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076856.724982:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076856.724985:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076856.724988:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076856.724994:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076856.724996:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076856.725003:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076856.725008:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076856.725016:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076856.725024:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612120832, portal 25
00000100:00000001:2.0:1769076856.725027:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076856.725029:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455725824 : -118662253825792 : ffff9413ca833100)
00000100:00000040:2.0:1769076856.725035:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725043:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076856.725047:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076856.725050:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076856.725055:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612120832, offset 0
00000400:00000200:2.0:1769076856.725062:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076856.725072:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076856.725079:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076856.725085:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076856.725090:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076856.725095:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076856.725098:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076856.725102:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3328:3328:256:4294967295] 192.168.204.106@tcp LPNI seq info [3327:3327:8:4294967295]
00000400:00000200:2.0:1769076856.725107:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076856.725119:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076856.725125:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076856.725130:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076856.725136:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076856.725139:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076856.725144:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076856.725147:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769076856.725150:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076856.725153:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076856.725159:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076856.725162:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076856.725167:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076856.725169:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076856.725173:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076856.725176:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725184:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076856.725187:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725195:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076856.725197:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076856.725204:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076856.725209:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076856.725212:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298518595
00000100:00000010:2.0:1769076856.725219:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba20.
00000100:00000001:2.0:1769076856.725228:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076856.725247:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298518595
00000100:00000010:2.0:1769076856.725251:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b720.
00000100:00000001:2.0:1769076856.725253:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076856.725256:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076856.725258:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076856.725260:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076856.725263:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076856/real 1769076856]  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076856.725270:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076856.725272:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076856.725274:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076856.725276:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076856.725277:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076856.725279:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076856.725282:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076856.725289:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725293:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076856.725294:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725296:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076856.725298:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076856.725301:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725306:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076856.725310:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725316:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076856.725319:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725320:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076856.725321:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725324:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076856.725326:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076856.725328:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076856.725331:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076856.725333:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076856.725336:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076856.725342:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612120832:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076856.725345:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725347:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076856.725349:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833100 x1855007612120832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725353:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076856.725355:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076856.725357:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076856.725359:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076856.725360:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076856.725362:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076856.725363:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076856.725365:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8accc00.
02000000:00000001:2.0:1769076856.725368:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076856.725370:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076856.725371:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833100.
00000100:00000001:2.0:1769076856.725374:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076856.725375:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725376:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725383:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076856.725384:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076856.725386:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076856.725387:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076856.725388:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076856.725390:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725396:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076856.725397:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076856.725398:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076856.725400:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076856.725401:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076856.725403:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612120960:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076856.725405:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076856.725406:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076856.725408:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076856.725409:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076856.725411:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076856.725412:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076856.725423:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076856.725426:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076856.725428:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076856.725431:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612120960, portal 10
00000100:00000001:2.0:1769076856.725432:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076856.725433:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455720448 : -118662253831168 : ffff9413ca831c00)
00000100:00000040:2.0:1769076856.725438:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725443:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076856.725445:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076856.725446:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076856.725448:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612120960, offset 0
00000400:00000200:2.0:1769076856.725451:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076856.725454:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076856.725456:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076856.725459:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076856.725461:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076856.725462:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076856.725464:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076856.725467:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3329:3329:256:4294967295] 192.168.204.106@tcp LPNI seq info [3328:3328:8:4294967295]
00000400:00000200:2.0:1769076856.725470:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076856.725475:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076856.725478:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076856.725480:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076856.725483:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076856.725486:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769076856.725491:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076856.725493:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769076856.725498:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076856.725500:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076856.725503:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076856.725507:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076856.725510:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076856.725512:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076856.725514:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076856.725518:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725528:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076856.725531:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725539:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076856.725542:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076856.725545:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076856.725569:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076856.725572:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076856.725574:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298515232
00000100:00000001:2.0:1769076856.725576:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298518595
00000100:00000001:2.0:1769076856.725578:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298515232
00000100:00000001:2.0:1769076856.725580:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298518595
00000100:00000001:2.0:1769076856.725582:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076856.725584:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076856.725585:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076856.725588:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076856/real 1769076856]  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076856.725594:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076856.725595:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076856.725614:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076856.725617:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076856.725619:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076856.725622:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076856.725627:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076856.725638:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725646:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076856.725647:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725650:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076856.725651:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076856.725656:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725664:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076856.725668:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725678:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076856.725681:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725683:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076856.725685:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725687:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076856.725689:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076856.725692:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076856.725697:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076856.725700:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076856.725706:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076856.725715:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612120960:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076856.725720:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725722:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076856.725726:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831c00 x1855007612120960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076856.725734:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076856.725735:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076856.725738:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076856.725741:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076856.725743:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076856.725745:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076856.725747:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076856.725750:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf800.
02000000:00000001:2.0:1769076856.725753:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076856.725755:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076856.725757:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831c00.
00000100:00000001:2.0:1769076856.725760:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076856.725762:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725764:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076856.725769:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076856.725771:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076856.725774:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076856.725776:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076857.748653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076857.748663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076857.748666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076857.748674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076857.748679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076857.748683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.748687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076857.748691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076857.748694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076858.132857:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076858.132864:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076858.132869:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076858.772733:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076858.772743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076858.772746:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076858.772762:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076858.772767:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076858.772794:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076858.772798:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076858.772801:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076858.772805:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076859.156841:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076859.156848:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076859.156854:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076859.796708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076859.796720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076859.796723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076859.796732:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076859.796738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076859.796743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076859.796747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076859.796750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076859.796785:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076860.820652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076860.820664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076860.820667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076860.820674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076860.820680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076860.820687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076860.820692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076860.820698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076860.820704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076861.204923:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076861.204932:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076861.204939:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076861.332722:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298518595, at 4298519040
00000100:00000010:0.0:1769076861.332761:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba20.
00000100:00080000:3.0:1769076861.844695:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076861.844711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076861.844716:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076861.844738:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076861.844742:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076861.844743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076861.844750:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076861.844750:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076861.844760:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3847
00000100:00100000:2.0:1769076861.844769:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076861.844776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769076861.844777:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076861.844786:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076861.844791:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769076861.844793:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769076861.844797:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769076861.844798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.844811:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076861.844812:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076861.844826:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076861.844832:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076861.844836:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076861.844842:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076861.844843:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076861.844846:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076861.844848:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076861.844850:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076861.844853:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076861.844857:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076861.844858:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076861.844863:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076861.844866:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076861.844869:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076861.844873:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076861.844876:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076861.844879:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076861.844882:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076861.844884:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076861.844886:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076861.844888:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076861.844898:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769076861.844901:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076861.844905:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076861.844906:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076861.844909:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076861.844911:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076861.844916:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076861.844922:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076861.844928:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076861.844936:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076861.844945:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076861.844949:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076861.844954:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076861.844975:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076861.844978:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076861.844981:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076861.844983:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076861.844984:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076861.844987:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076861.844989:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3847
00000400:00000200:3.0:1769076861.844992:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076861.844995:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076861.844997:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076861.845001:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076861.845004:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076861.845006:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076861.845009:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076861.845012:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076861.845013:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076861.845015:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076861.845016:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769076861.845021:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769076861.845022:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076861.845029:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769076861.845030:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076861.845034:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769076861.845041:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076861.845043:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076861.845049:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:2.0:1769076861.845050:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076861.845053:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076861.845065:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076861.845081:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076861.845088:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076861.845090:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.845092:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076861.845102:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076861.845103:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076861.845109:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076861.845114:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076861.845114:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769076861.845123:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121088:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769076861.845125:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.845133:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076861.845136:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769076861.845141:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076861.845146:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769076861.845146:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769076861.845155:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1769076861.845162:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076861.845166:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076861.845172:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
02000000:00000010:2.0:1769076861.845174:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076861.845190:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076861.845191:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076861.845204:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076861.845207:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076861.845210:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769076861.845215:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:3.0:1769076861.845216:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769076861.845223:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
02000000:00000001:3.0:1769076861.845230:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076861.845234:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
02000000:00000010:3.0:1769076861.845238:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076861.845244:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076861.845246:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121088, portal 25
00000100:00000001:2.0:1769076861.845251:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076861.845256:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00100000:3.0:1769076861.845258:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769076861.845273:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076861.845275:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076861.845287:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076861.845307:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076861.845318:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.845319:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769076861.845321:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076861.845333:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769076861.845336:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769076861.845338:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000040:3.0:1769076861.845340:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769076861.845346:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612121088, offset 0
00000100:00000040:3.0:1769076861.845346:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076861.845361:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3857)
00000400:00000200:2.0:1769076861.845365:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076861.845378:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076861.845390:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076861.845396:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076861.845401:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076861.845405:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076861.845409:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076861.845413:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3330:3330:256:4294967295] 192.168.204.106@tcp LPNI seq info [3329:3329:8:4294967295]
00000400:00000200:2.0:1769076861.845417:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076861.845429:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076861.845436:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076861.845442:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076861.845450:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076861.845455:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076861.845463:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076861.845467:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769076861.845472:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076861.845475:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076861.845482:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076861.845487:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076861.845492:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076861.845496:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076861.845501:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076861.845505:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845517:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076861.845521:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845529:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.845530:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076861.845536:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076861.845540:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076861.845543:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298523715
00000100:00000010:2.0:1769076861.845577:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bd80.
00000100:00000001:2.0:1769076861.845588:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076861.845596:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298523716
00000100:00000010:2.0:1769076861.845600:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bcc0.
00000100:00000001:2.0:1769076861.845604:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076861.845607:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076861.845610:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.845613:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076861.845618:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076861/real 1769076861]  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076861.845627:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076861.845629:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076861.845632:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076861.845635:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076861.845637:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076861.845640:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076861.845645:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076861.845654:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845661:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076861.845662:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.845665:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076861.845667:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076861.845670:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845678:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076861.845683:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845691:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076861.845694:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.845696:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076861.845698:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.845700:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076861.845703:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076861.845706:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076861.845711:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076861.845713:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076861.845717:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076861.845750:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121088:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076861.845756:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.845759:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076861.845763:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612121088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845770:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076861.845773:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076861.845777:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076861.845781:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076861.845783:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076861.845785:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076861.845788:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076861.845791:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:2.0:1769076861.845796:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076861.845798:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076861.845800:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:2.0:1769076861.845806:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076861.845807:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.845810:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.845819:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076861.845820:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.845823:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076861.845825:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076861.845827:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076861.845832:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845839:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076861.845841:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076861.845844:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076861.845846:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076861.845848:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076861.845850:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121216:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076861.845854:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076861.845856:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076861.845858:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076861.845860:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076861.845864:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076861.845866:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076861.845871:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076861.845874:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076861.845878:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076861.845881:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121216, portal 10
00000100:00000001:2.0:1769076861.845884:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076861.845885:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:2.0:1769076861.845892:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.845899:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076861.845901:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076861.845903:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076861.845906:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612121216, offset 0
00000400:00000200:2.0:1769076861.845910:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076861.845916:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076861.845921:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076861.845926:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076861.845930:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076861.845934:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076861.845938:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076861.845943:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3331:3331:256:4294967295] 192.168.204.106@tcp LPNI seq info [3330:3330:8:4294967295]
00000400:00000200:2.0:1769076861.845950:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076861.845961:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076861.845968:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076861.845973:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076861.845980:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076861.845984:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769076861.845991:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076861.845996:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769076861.846000:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076861.846002:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076861.846006:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076861.846010:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076861.846013:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076861.846015:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076861.846018:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076861.846022:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.846030:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076861.846034:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.846041:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.846043:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076861.846046:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076861.846050:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076861.846054:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076861.846056:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298520352
00000100:00000001:2.0:1769076861.846059:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298523715
00000100:00000001:2.0:1769076861.846062:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298520352
00000100:00000001:2.0:1769076861.846064:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298523716
00000100:00000001:2.0:1769076861.846066:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076861.846069:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.846071:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076861.846075:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076861/real 1769076861]  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076861.846083:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076861.846084:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076861.846086:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076861.846088:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076861.846090:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076861.846092:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076861.846095:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076861.846103:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.846109:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076861.846110:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.846112:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076861.846113:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076861.846117:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.846123:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076861.846126:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.846132:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076861.846135:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.846136:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076861.846138:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.846140:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076861.846142:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076861.846145:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076861.846149:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076861.846151:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076861.846155:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076861.846163:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121216:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076861.846166:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.846168:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076861.846170:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612121216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076861.846176:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076861.846177:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076861.846179:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076861.846181:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076861.846183:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076861.846184:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076861.846186:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076861.846187:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:2.0:1769076861.846190:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076861.846191:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076861.846192:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:2.0:1769076861.846196:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076861.846197:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.846199:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076861.846202:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076861.846204:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076861.846206:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076861.846208:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076862.228744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076862.228748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076862.228752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076862.868633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076862.868640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076862.868642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076862.868647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076862.868651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076862.868654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.868656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076862.868659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076862.868661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076863.892706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076863.892726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076863.892746:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076863.892752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076863.892755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076863.892760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076863.892763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076863.892766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076863.892769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076864.276718:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076864.276723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076864.276727:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076864.916720:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076864.916738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076864.916740:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076864.916746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076864.916750:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076864.916754:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076864.916757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076864.916760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076864.916763:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076865.300774:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076865.300778:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076865.300780:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076865.940739:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076865.940747:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076865.940751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076865.940757:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076865.940760:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076865.940764:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076865.940767:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076865.940770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076865.940772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076866.452780:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298523715, at 4298524160
00000100:00000010:0.0:1769076866.452813:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bd80.
00000100:00000001:2.0:1769076866.964656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076866.964664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076866.964667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076866.964673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076866.964693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076866.964696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.964698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076866.964700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.964704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076866.965104:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076866.965119:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076866.965127:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076866.965148:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965186:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076866.965194:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076866.965202:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076866.965215:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076866.965224:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076866.965228:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121344:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076866.965232:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076866.965237:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076866.965243:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076866.965247:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076866.965255:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076866.965271:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076866.965286:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076866.965295:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076866.965308:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076866.965326:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121344, portal 25
00000100:00000001:2.0:1769076866.965346:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076866.965348:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455713280 : -118662253838336 : ffff9413ca830000)
00000100:00000040:2.0:1769076866.965357:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965383:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076866.965402:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076866.965414:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076866.965419:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612121344, offset 0
00000400:00000200:2.0:1769076866.965442:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076866.965465:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076866.965480:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076866.965490:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076866.965497:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076866.965509:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076866.965514:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076866.965517:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3332:3332:256:4294967295] 192.168.204.106@tcp LPNI seq info [3331:3331:8:4294967295]
00000400:00000200:2.0:1769076866.965520:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076866.965582:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076866.965610:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076866.965614:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076866.965622:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076866.965626:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076866.965632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076866.965659:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769076866.965663:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076866.965665:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076866.965671:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076866.965675:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076866.965680:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076866.965682:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076866.965686:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076866.965692:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965701:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076866.965703:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965709:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076866.965710:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076866.965716:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076866.965731:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076866.965734:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298528836
00000100:00000010:2.0:1769076866.965751:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b240.
00000100:00000001:2.0:1769076866.965759:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076866.965777:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298528836
00000100:00000010:2.0:1769076866.965787:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b420.
00000100:00000001:2.0:1769076866.965792:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076866.965804:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076866.965822:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076866.965830:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076866.965840:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076866/real 1769076866]  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076866.965850:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076866.965851:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076866.965853:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076866.965855:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076866.965859:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076866.965864:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076866.965873:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076866.965880:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965887:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076866.965889:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.965891:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076866.965892:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076866.965895:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965899:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076866.965902:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965922:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076866.965924:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.965925:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076866.965926:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.965932:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076866.965933:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076866.965936:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076866.965939:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076866.965940:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076866.965943:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076866.965949:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121344:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076866.965953:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.965954:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076866.965956:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830000 x1855007612121344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.965960:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076866.965962:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076866.965964:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076866.965966:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076866.965969:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076866.965970:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076866.965972:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076866.965974:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc000.
02000000:00000001:2.0:1769076866.965976:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076866.965978:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076866.965979:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830000.
00000100:00000001:2.0:1769076866.965982:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076866.965983:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.965984:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.966002:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076866.966003:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076866.966005:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076866.966006:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076866.966007:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076866.966010:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966015:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076866.966016:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076866.966018:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076866.966020:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076866.966021:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076866.966023:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121472:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076866.966025:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076866.966027:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076866.966028:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076866.966029:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076866.966031:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076866.966032:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076866.966035:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076866.966037:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076866.966040:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076866.966042:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121472, portal 10
00000100:00000001:2.0:1769076866.966043:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076866.966044:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455714176 : -118662253837440 : ffff9413ca830380)
00000100:00000040:2.0:1769076866.966050:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966054:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076866.966056:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076866.966057:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076866.966059:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612121472, offset 0
00000400:00000200:2.0:1769076866.966061:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076866.966064:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076866.966068:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076866.966070:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076866.966072:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076866.966074:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076866.966076:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076866.966079:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3333:3333:256:4294967295] 192.168.204.106@tcp LPNI seq info [3332:3332:8:4294967295]
00000400:00000200:2.0:1769076866.966082:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076866.966086:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076866.966089:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076866.966091:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076866.966094:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076866.966096:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769076866.966099:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076866.966102:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769076866.966105:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076866.966106:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076866.966108:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076866.966111:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076866.966113:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076866.966114:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076866.966116:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076866.966118:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966124:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076866.966126:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966130:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076866.966131:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076866.966133:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076866.966137:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076866.966139:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076866.966141:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298525472
00000100:00000001:2.0:1769076866.966143:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298528836
00000100:00000001:2.0:1769076866.966145:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298525472
00000100:00000001:2.0:1769076866.966147:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298528836
00000100:00000001:2.0:1769076866.966149:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076866.966150:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076866.966151:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076866.966153:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076866/real 1769076866]  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076866.966158:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076866.966158:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076866.966160:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076866.966161:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076866.966162:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076866.966163:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076866.966165:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076866.966171:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966174:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076866.966175:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.966176:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076866.966177:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076866.966179:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966183:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076866.966185:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966190:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076866.966191:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.966193:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076866.966194:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.966195:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076866.966196:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076866.966198:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076866.966200:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076866.966202:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076866.966204:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076866.966209:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121472:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076866.966211:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.966212:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076866.966214:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830380 x1855007612121472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076866.966218:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076866.966219:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076866.966220:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076866.966222:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076866.966222:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076866.966223:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076866.966224:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076866.966225:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:2.0:1769076866.966227:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076866.966228:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076866.966229:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830380.
00000100:00000001:2.0:1769076866.966230:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076866.966231:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.966232:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076866.966234:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076866.966235:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076866.966236:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076866.966237:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076867.348911:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076867.348921:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076867.348929:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076867.988744:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076867.988758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076867.988762:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076867.988772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076867.988779:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076867.988785:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.988789:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076867.988794:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076867.988799:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076868.372998:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076868.373007:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076868.373013:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076869.012646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076869.012655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076869.012657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076869.012663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076869.012668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076869.012671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076869.012674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076869.012677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076869.012680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076870.036719:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076870.036746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076870.036748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076870.036754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076870.036759:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076870.036763:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076870.036766:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076870.036769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076870.036773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076870.420806:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076870.420810:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076870.420815:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076871.060654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076871.060662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076871.060664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076871.060669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076871.060673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076871.060676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076871.060679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076871.060682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076871.060686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076871.444834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076871.444838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076871.444842:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076871.572648:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298528836, at 4298529280
00000100:00000010:0.0:1769076871.572666:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b240.
00000100:00000001:2.0:1769076872.084671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076872.084679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076872.084681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076872.084688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769076872.084691:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076872.084694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076872.084700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769076872.084701:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076872.084705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076872.084706:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769076872.084728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769076872.084729:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076872.084734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076872.084735:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076872.084745:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3857
00000400:00000200:0.0:1769076872.084756:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076872.084764:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076872.084767:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076872.084770:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076872.084772:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076872.084775:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076872.084777:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076872.084780:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076872.084782:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076872.084815:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076872.084817:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076872.084820:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076872.084822:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076872.084826:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076872.084828:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076872.084830:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076872.084832:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076872.084835:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076872.084838:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076872.084840:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076872.084843:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076872.084846:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076872.084865:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076872.084868:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076872.084872:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076872.084883:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769076872.084889:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076872.084894:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076872.084897:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076872.084901:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076872.084905:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076872.084911:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076872.084947:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769076872.084955:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076872.084966:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076872.084978:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076872.084982:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076872.084986:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076872.085007:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076872.085009:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076872.085013:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076872.085014:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076872.085017:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076872.085020:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076872.085023:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3857
00000400:00000200:0.0:1769076872.085027:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076872.085031:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076872.085034:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769076872.085036:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769076872.085037:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076872.085042:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076872.085042:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076872.085047:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076872.085047:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769076872.085050:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076872.085052:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076872.085053:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076872.085058:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076872.085060:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076872.085064:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076872.085065:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769076872.085067:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076872.085077:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076872.085082:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076872.085086:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769076872.085087:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076872.085092:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769076872.085092:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076872.085100:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769076872.085102:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1769076872.085119:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076872.085127:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.085127:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076872.085133:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076872.085138:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076872.085141:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076872.085146:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076872.085149:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121600:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769076872.085150:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076872.085157:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769076872.085160:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769076872.085163:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076872.085166:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.085186:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769076872.085189:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
02000000:00000001:2.0:1769076872.085193:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769076872.085194:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076872.085202:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076872.085202:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769076872.085207:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076872.085209:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076872.085211:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076872.085213:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076872.085213:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076872.085220:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076872.085223:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769076872.085228:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076872.085234:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769076872.085242:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769076872.085250:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1769076872.085251:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000001:0.0:1769076872.085254:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076872.085260:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769076872.085261:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000001:0.0:1769076872.085274:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769076872.085275:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121600, portal 25
00000100:00000040:0.0:1769076872.085278:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076872.085298:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769076872.085300:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769076872.085303:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00000040:0.0:1769076872.085305:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076872.085310:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076872.085315:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076872.085320:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3867)
00000100:00000001:2.0:1769076872.085332:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076872.085336:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076872.085340:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076872.085345:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612121600, offset 0
00000400:00000200:2.0:1769076872.085352:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076872.085362:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076872.085370:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076872.085377:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076872.085382:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076872.085387:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076872.085391:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076872.085396:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3334:3334:256:4294967295] 192.168.204.106@tcp LPNI seq info [3333:3333:8:4294967295]
00000400:00000200:2.0:1769076872.085400:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076872.085411:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076872.085419:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076872.085424:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076872.085448:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076872.085453:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076872.085458:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076872.085462:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769076872.085466:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076872.085469:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076872.085474:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076872.085479:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076872.085485:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076872.085487:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076872.085491:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076872.085495:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085504:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.085507:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085514:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.085515:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076872.085521:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.085525:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076872.085527:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298533955
00000100:00000010:2.0:1769076872.085532:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba80.
00000100:00000001:2.0:1769076872.085538:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076872.085543:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298533955
00000100:00000010:2.0:1769076872.085546:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b600.
00000100:00000001:2.0:1769076872.085583:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076872.085604:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076872.085607:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.085609:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076872.085614:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076872/real 1769076872]  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076872.085625:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076872.085627:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076872.085630:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076872.085633:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076872.085634:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076872.085637:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076872.085641:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076872.085649:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085656:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076872.085658:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.085660:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.085662:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076872.085666:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085673:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076872.085678:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085685:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076872.085687:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.085689:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.085690:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.085692:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076872.085694:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076872.085697:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076872.085701:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076872.085703:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076872.085724:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076872.085730:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121600:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076872.085734:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.085735:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.085738:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612121600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085743:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076872.085746:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076872.085748:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076872.085751:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076872.085752:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076872.085754:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076872.085756:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076872.085758:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:2.0:1769076872.085761:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076872.085763:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076872.085765:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:2.0:1769076872.085768:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076872.085769:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.085795:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.085805:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076872.085807:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.085810:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076872.085812:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076872.085815:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076872.085819:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085830:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076872.085833:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.085836:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076872.085839:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076872.085859:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076872.085864:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121728:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076872.085870:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076872.085873:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076872.085876:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076872.085879:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076872.085884:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076872.085887:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076872.085894:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076872.085898:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076872.085902:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076872.085905:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121728, portal 10
00000100:00000001:2.0:1769076872.085908:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076872.085926:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:2.0:1769076872.085933:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.085939:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076872.085941:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076872.085944:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076872.085946:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612121728, offset 0
00000400:00000200:2.0:1769076872.085949:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076872.085953:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076872.085956:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076872.085959:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076872.085961:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076872.085963:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076872.085965:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076872.085968:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3335:3335:256:4294967295] 192.168.204.106@tcp LPNI seq info [3334:3334:8:4294967295]
00000400:00000200:2.0:1769076872.085971:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076872.085977:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076872.085981:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076872.085983:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076872.085987:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076872.085989:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769076872.085993:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076872.085996:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769076872.085999:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076872.086001:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076872.086003:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076872.086006:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076872.086009:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076872.086010:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076872.086012:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076872.086015:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.086022:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.086024:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076897 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.086030:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.086031:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076872.086034:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076872.086038:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076872.086040:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076872.086042:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298530592
00000100:00000001:2.0:1769076872.086045:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298533955
00000100:00000001:2.0:1769076872.086047:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298530592
00000100:00000001:2.0:1769076872.086049:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298533955
00000100:00000001:2.0:1769076872.086050:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076872.086052:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.086054:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076872.086056:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076872/real 1769076872]  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076872.086063:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076872.086064:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076872.086065:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076872.086067:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076872.086069:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076872.086070:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076872.086073:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076872.086079:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.086085:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076872.086086:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.086088:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.086090:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076872.086111:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.086121:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076872.086128:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.086141:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076872.086146:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.086148:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076872.086151:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.086153:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076872.086156:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076872.086161:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076872.086167:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076872.086171:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076872.086194:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076872.086207:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121728:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076872.086212:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.086214:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076872.086217:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612121728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076897 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076872.086223:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076872.086224:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076872.086226:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769076872.086229:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076872.086230:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076872.086232:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076872.086234:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076872.086236:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769076872.086238:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076872.086240:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076872.086241:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:2.0:1769076872.086243:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076872.086244:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.086246:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076872.086250:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076872.086251:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076872.086253:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076872.086255:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076873.108660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076873.108669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076873.108672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076873.108679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076873.108683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076873.108687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076873.108691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076873.108694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076873.108698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076873.492801:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076873.492805:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076873.492809:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076874.132712:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076874.132722:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076874.132725:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076874.132731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076874.132736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076874.132740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076874.132744:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076874.132747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076874.132751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076874.516691:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076874.516695:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076874.516698:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076875.156655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076875.156664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076875.156666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076875.156672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076875.156676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076875.156680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076875.156683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076875.156686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076875.156690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076876.180662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076876.180671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076876.180674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076876.180682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076876.180687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076876.180692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076876.180696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076876.180699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076876.180703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076876.564771:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076876.564775:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076876.564778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076876.692673:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298533955, at 4298534400
00000100:00000010:0.0:1769076876.692687:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba80.
00000100:00000001:2.0:1769076877.204668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076877.204678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076877.204680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076877.204687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076877.204693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076877.204698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.204703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076877.204706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.204710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076877.204727:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076877.204739:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076877.204743:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076877.204748:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076877.204754:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076877.204766:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3862
00000400:00000200:3.0:1769076877.204782:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076877.204793:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076877.204799:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076877.204805:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076877.204810:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.204814:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076877.204816:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076877.204822:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076877.204824:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076877.204828:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076877.204832:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076877.204835:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076877.204838:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076877.204841:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076877.204843:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.204845:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076877.204847:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076877.204851:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076877.204854:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076877.204857:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076877.204860:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076877.204863:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076877.204866:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.204869:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076877.204872:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076877.204882:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769076877.204886:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076877.204890:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076877.204892:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.204896:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076877.204898:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076877.204904:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076877.204914:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076877.204924:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076877.204938:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076877.204956:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076877.204963:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076877.204971:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076877.205007:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076877.205011:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076877.205016:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076877.205018:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076877.205021:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076877.205025:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076877.205032:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3862
00000100:00000001:2.0:1769076877.205041:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769076877.205042:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076877.205048:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076877.205054:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769076877.205054:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076877.205063:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076877.205069:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076877.205076:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076877.205088:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076877.205092:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076877.205097:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076877.205104:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769076877.205108:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769076877.205109:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:2.0:1769076877.205112:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076877.205118:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769076877.205120:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769076877.205124:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:2.0:1769076877.205127:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769076877.205130:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769076877.205133:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769076877.205136:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00100000:2.0:1769076877.205143:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121856:192.168.204.106@tcp:250:kworker.0
00000100:00000040:3.0:1769076877.205148:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076877.205153:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769076877.205155:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769076877.205161:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769076877.205162:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769076877.205167:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.205168:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769076877.205177:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769076877.205178:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076877.205184:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076877.205187:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076877.205188:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:3.0:1769076877.205190:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076877.205197:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076877.205201:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076877.205207:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.205214:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769076877.205215:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076877.205223:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1769076877.205224:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000008:00000001:3.0:1769076877.205233:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076877.205236:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076877.205238:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000010:3.0:1769076877.205243:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769076877.205248:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000200:2.0:1769076877.205251:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121856, portal 25
02000000:00000001:3.0:1769076877.205252:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076877.205256:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.205262:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769076877.205263:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769076877.205271:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
02000000:00000001:3.0:1769076877.205271:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076877.205277:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076877.205285:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000040:2.0:1769076877.205287:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076877.205294:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.205309:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769076877.205310:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769076877.205320:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076877.205331:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000001:3.0:1769076877.205332:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769076877.205338:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612121856, offset 0
00000100:00000001:3.0:1769076877.205339:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076877.205350:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769076877.205357:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769076877.205374:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.205376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769076877.205386:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769076877.205392:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769076877.205402:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769076877.205407:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769076877.205414:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769076877.205419:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:3.0:1769076877.205429:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769076877.205432:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076877.205439:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:3.0:1769076877.205442:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3872)
00000400:00000200:2.0:1769076877.205445:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3336:3336:256:4294967295] 192.168.204.106@tcp LPNI seq info [3335:3335:8:4294967295]
00000400:00000200:2.0:1769076877.205454:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076877.205485:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076877.205492:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076877.205498:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076877.205508:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076877.205513:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076877.205521:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076877.205525:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769076877.205530:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076877.205534:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076877.205541:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076877.205547:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076877.205579:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076877.205582:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076877.205588:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076877.205593:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205613:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.205616:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205625:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.205627:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076877.205634:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.205639:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076877.205642:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298539076
00000100:00000010:2.0:1769076877.205649:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bde0.
00000100:00000001:2.0:1769076877.205657:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076877.205664:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298539076
00000100:00000010:2.0:1769076877.205668:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bc60.
00000100:00000001:2.0:1769076877.205671:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076877.205675:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076877.205678:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.205681:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076877.205685:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076877/real 1769076877]  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076877.205696:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076877.205698:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076877.205700:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076877.205704:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076877.205706:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076877.205709:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076877.205713:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076877.205723:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205730:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076877.205733:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.205736:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.205738:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076877.205743:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205750:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076877.205755:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205763:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076877.205766:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.205768:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.205769:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.205771:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076877.205774:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076877.205776:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076877.205781:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076877.205783:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076877.205788:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076877.205796:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612121856:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076877.205801:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.205804:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.205807:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612121856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205815:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076877.205818:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076877.205821:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076877.205824:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076877.205826:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076877.205829:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076877.205832:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076877.205834:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:2.0:1769076877.205838:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076877.205841:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076877.205843:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:2.0:1769076877.205847:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076877.205849:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.205851:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.205859:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076877.205861:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.205864:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076877.205865:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076877.205867:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076877.205871:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205879:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076877.205881:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.205884:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076877.205886:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076877.205889:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076877.205892:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121984:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076877.205895:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076877.205897:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076877.205898:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076877.205900:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076877.205903:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076877.205906:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076877.205910:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076877.205913:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076877.205916:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076877.205920:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612121984, portal 10
00000100:00000001:2.0:1769076877.205922:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076877.205924:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:2.0:1769076877.205931:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.205939:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076877.205942:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076877.205944:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076877.205947:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612121984, offset 0
00000400:00000200:2.0:1769076877.205951:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076877.205955:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076877.205959:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076877.205962:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076877.205965:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076877.205968:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076877.205970:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076877.205974:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3337:3337:256:4294967295] 192.168.204.106@tcp LPNI seq info [3336:3336:8:4294967295]
00000400:00000200:2.0:1769076877.205979:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076877.205986:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076877.205991:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076877.205994:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076877.205999:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076877.206002:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769076877.206007:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076877.206010:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769076877.206014:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076877.206017:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076877.206020:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076877.206024:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076877.206027:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076877.206029:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076877.206031:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076877.206035:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.206043:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.206046:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076902 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.206061:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.206063:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076877.206066:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076877.206070:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076877.206074:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076877.206076:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298535712
00000100:00000001:2.0:1769076877.206079:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298539076
00000100:00000001:2.0:1769076877.206082:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298535712
00000100:00000001:2.0:1769076877.206084:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298539076
00000100:00000001:2.0:1769076877.206086:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076877.206088:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.206090:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076877.206093:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076877/real 1769076877]  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076877.206102:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076877.206103:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076877.206105:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076877.206107:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076877.206109:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076877.206111:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076877.206115:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076877.206123:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.206130:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076877.206132:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.206134:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.206136:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076877.206139:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.206147:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076877.206152:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.206159:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076877.206161:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.206163:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076877.206164:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.206166:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076877.206168:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076877.206170:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076877.206174:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076877.206176:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076877.206180:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076877.206188:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612121984:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076877.206191:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.206193:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076877.206196:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612121984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076902 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076877.206203:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076877.206205:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076877.206207:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076877.206210:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076877.206211:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076877.206212:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076877.206214:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076877.206216:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:2.0:1769076877.206219:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076877.206221:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076877.206223:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:2.0:1769076877.206226:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076877.206228:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.206230:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076877.206233:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076877.206234:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076877.206237:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076877.206239:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076877.588743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076877.588748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076877.588752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076878.228627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076878.228634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076878.228647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076878.228651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076878.228654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076878.228657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076878.228659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076878.228661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076878.228664:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076879.252635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076879.252643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076879.252645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076879.252650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076879.252654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076879.252657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076879.252660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076879.252662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076879.252665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076879.636798:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076879.636806:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076879.636812:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076880.276657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076880.276665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076880.276667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076880.276673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076880.276678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076880.276682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076880.276685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076880.276689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076880.276692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076880.660908:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076880.660912:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076880.660916:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076881.300702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076881.300714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076881.300717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076881.300726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076881.300732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076881.300737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076881.300742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076881.300746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076881.300752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076881.812699:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298539076, at 4298539520
00000100:00000010:0.0:1769076881.812737:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bde0.
00000100:00000001:2.0:1769076882.324710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076882.324723:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076882.324727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076882.324738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076882.324744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076882.324752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.324760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076882.324769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.324780:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076882.325069:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076882.325074:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076882.325077:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076882.325095:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325130:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076882.325136:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076882.325145:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076882.325153:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076882.325166:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076882.325180:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122112:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076882.325191:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076882.325199:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076882.325206:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076882.325212:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076882.325224:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076882.325233:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076882.325248:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076882.325257:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076882.325270:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076882.325286:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612122112, portal 25
00000100:00000001:2.0:1769076882.325292:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076882.325300:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455718656 : -118662253832960 : ffff9413ca831500)
00000100:00000040:2.0:1769076882.325310:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325328:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076882.325336:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076882.325342:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076882.325349:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612122112, offset 0
00000400:00000200:2.0:1769076882.325367:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076882.325415:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076882.325431:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076882.325444:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076882.325458:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076882.325467:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076882.325476:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076882.325492:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3338:3338:256:4294967295] 192.168.204.106@tcp LPNI seq info [3337:3337:8:4294967295]
00000400:00000200:2.0:1769076882.325508:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076882.325536:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076882.325546:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076882.325586:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076882.325597:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076882.325603:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076882.325612:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076882.325617:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769076882.325622:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076882.325627:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076882.325634:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076882.325641:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076882.325647:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076882.325651:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076882.325656:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076882.325662:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325675:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076882.325679:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325689:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076882.325691:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076882.325698:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076882.325703:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076882.325707:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298544196
00000100:00000010:2.0:1769076882.325714:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769076882.325722:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076882.325730:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298544196
00000100:00000010:2.0:1769076882.325734:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b4e0.
00000100:00000001:2.0:1769076882.325737:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076882.325741:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076882.325745:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076882.325748:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076882.325753:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076882/real 1769076882]  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076882.325764:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076882.325767:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076882.325770:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076882.325773:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076882.325775:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076882.325778:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076882.325783:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076882.325794:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325803:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076882.325805:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.325807:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076882.325810:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076882.325814:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325823:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076882.325828:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325838:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076882.325842:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.325844:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076882.325846:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.325849:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076882.325851:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076882.325854:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076882.325859:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076882.325862:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076882.325867:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076882.325877:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122112:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076882.325882:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.325885:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076882.325888:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831500 x1855007612122112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325905:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076882.325909:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076882.325912:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076882.325915:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076882.325918:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076882.325920:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076882.325923:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076882.325925:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd000.
02000000:00000001:2.0:1769076882.325930:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076882.325932:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076882.325935:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831500.
00000100:00000001:2.0:1769076882.325938:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076882.325940:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.325943:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.325951:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076882.325953:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076882.325956:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076882.325958:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076882.325959:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076882.325964:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.325973:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076882.325975:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076882.325978:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076882.325980:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076882.325983:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076882.325986:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612122240:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076882.325990:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076882.325993:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076882.325995:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076882.325997:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076882.326000:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076882.326003:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076882.326007:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076882.326011:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076882.326015:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076882.326019:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612122240, portal 10
00000100:00000001:2.0:1769076882.326022:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076882.326024:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455714176 : -118662253837440 : ffff9413ca830380)
00000100:00000040:2.0:1769076882.326043:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.326052:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076882.326054:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076882.326057:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076882.326060:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612122240, offset 0
00000400:00000200:2.0:1769076882.326065:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076882.326069:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076882.326074:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076882.326078:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076882.326082:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076882.326085:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076882.326088:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076882.326092:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3339:3339:256:4294967295] 192.168.204.106@tcp LPNI seq info [3338:3338:8:4294967295]
00000400:00000200:2.0:1769076882.326107:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076882.326115:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076882.326121:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076882.326125:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076882.326130:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076882.326134:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769076882.326139:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076882.326171:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769076882.326177:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076882.326180:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076882.326184:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076882.326188:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076882.326193:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076882.326195:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076882.326199:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076882.326204:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.326215:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076882.326219:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076907 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.326227:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076882.326229:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076882.326233:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076882.326249:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076882.326253:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076882.326256:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298540832
00000100:00000001:2.0:1769076882.326260:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298544196
00000100:00000001:2.0:1769076882.326263:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298540832
00000100:00000001:2.0:1769076882.326266:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298544196
00000100:00000001:2.0:1769076882.326269:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076882.326272:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076882.326274:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076882.326278:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076882/real 1769076882]  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076882.326288:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076882.326289:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076882.326291:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076882.326294:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076882.326296:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076882.326298:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076882.326302:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076882.326321:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.326338:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076882.326339:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.326342:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076882.326343:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076882.326348:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.326356:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076882.326360:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.326369:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076882.326371:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.326373:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076882.326375:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.326399:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076882.326402:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076882.326405:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076882.326409:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076882.326412:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076882.326417:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076882.326427:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612122240:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076882.326432:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.326434:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076882.326438:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830380 x1855007612122240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076907 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076882.326446:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076882.326448:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076882.326451:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076882.326455:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076882.326457:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076882.326459:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076882.326462:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076882.326464:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd800.
02000000:00000001:2.0:1769076882.326467:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076882.326468:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076882.326471:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830380.
00000100:00000001:2.0:1769076882.326474:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076882.326476:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.326478:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076882.326483:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076882.326485:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076882.326487:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076882.326489:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076882.708819:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076882.708825:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076882.708830:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076883.348724:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076883.348734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076883.348736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076883.348743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076883.348748:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076883.348754:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.348757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076883.348761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076883.348765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076883.732759:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076883.732763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076883.732767:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076884.372666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076884.372674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076884.372676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076884.372682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076884.372686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076884.372690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076884.372693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076884.372696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076884.372699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076885.396724:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076885.396734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076885.396736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076885.396742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076885.396747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076885.396752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076885.396755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076885.396758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076885.396761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076885.780863:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076885.780872:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076885.780880:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076886.420650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076886.420659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076886.420662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076886.420668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076886.420673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076886.420678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076886.420682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076886.420685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076886.420689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076886.804743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076886.804745:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076886.804748:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076886.932662:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298544196, at 4298544640
00000100:00000010:0.0:1769076886.932669:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769076887.444708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076887.444717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076887.444719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076887.444726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076887.444750:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076887.444756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076887.444757:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076887.444760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076887.444766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.444772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076887.444782:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076887.444788:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076887.444792:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076887.444798:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076887.444808:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3872
00000400:00000200:3.0:1769076887.444821:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076887.444830:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076887.444834:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076887.444838:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076887.444842:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076887.444845:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076887.444848:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076887.444853:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076887.444856:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076887.444859:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076887.444862:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076887.444865:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076887.444868:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076887.444871:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076887.444874:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076887.444876:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076887.444878:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076887.444882:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076887.444886:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076887.444889:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076887.444893:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076887.444896:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076887.444900:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076887.444902:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076887.444928:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076887.444938:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769076887.444942:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076887.444945:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076887.444947:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076887.444950:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076887.444952:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076887.444957:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076887.444965:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769076887.444988:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076887.444997:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076887.445007:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076887.445011:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076887.445014:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076887.445034:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076887.445036:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076887.445040:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076887.445041:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076887.445043:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076887.445045:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076887.445047:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3872
00000400:00000200:3.0:1769076887.445050:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076887.445053:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076887.445062:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076887.445065:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076887.445067:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769076887.445067:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076887.445072:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076887.445073:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076887.445075:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769076887.445077:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769076887.445079:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076887.445082:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076887.445084:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076887.445087:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:2.0:1769076887.445088:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769076887.445090:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076887.445097:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076887.445105:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076887.445112:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769076887.445113:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769076887.445116:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076887.445117:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076887.445121:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769076887.445124:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769076887.445125:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769076887.445128:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769076887.445130:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:2.0:1769076887.445134:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076887.445135:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076887.445139:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769076887.445141:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122368:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076887.445146:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769076887.445146:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076887.445151:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076887.445152:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769076887.445154:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769076887.445156:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769076887.445159:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769076887.445160:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1769076887.445165:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076887.445168:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076887.445169:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
00000100:00000010:3.0:1769076887.445172:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
02000000:00000001:2.0:1769076887.445173:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769076887.445178:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076887.445182:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076887.445185:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076887.445186:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769076887.445188:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076887.445191:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769076887.445193:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
02000000:00000001:3.0:1769076887.445194:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076887.445203:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000400:00000010:2.0:1769076887.445205:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000001:3.0:1769076887.445207:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076887.445215:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769076887.445216:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612122368, portal 25
00000100:00000001:2.0:1769076887.445223:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076887.445226:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000001:3.0:1769076887.445229:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076887.445232:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076887.445236:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769076887.445241:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445261:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769076887.445267:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076887.445269:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769076887.445272:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769076887.445274:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000040:3.0:1769076887.445280:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769076887.445282:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612122368, offset 0
00000100:00000040:3.0:1769076887.445286:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076887.445304:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769076887.445308:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769076887.445310:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3882)
00000400:00000200:2.0:1769076887.445320:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076887.445329:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076887.445336:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076887.445340:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076887.445345:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076887.445348:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076887.445351:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3340:3340:256:4294967295] 192.168.204.106@tcp LPNI seq info [3339:3339:8:4294967295]
00000400:00000200:2.0:1769076887.445355:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076887.445371:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076887.445380:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076887.445385:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076887.445391:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076887.445395:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076887.445400:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076887.445404:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769076887.445408:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076887.445410:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076887.445416:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076887.445421:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076887.445426:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076887.445428:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076887.445432:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076887.445436:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445445:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076887.445448:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445454:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076887.445456:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076887.445461:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076887.445465:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076887.445468:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298549315
00000100:00000010:2.0:1769076887.445472:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929be40.
00000100:00000001:2.0:1769076887.445478:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076887.445485:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298549315
00000100:00000010:2.0:1769076887.445487:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b5a0.
00000100:00000001:2.0:1769076887.445490:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076887.445492:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076887.445495:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076887.445497:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076887.445500:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076887/real 1769076887]  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076887.445514:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076887.445516:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076887.445517:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076887.445520:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076887.445521:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076887.445523:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076887.445526:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076887.445533:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445538:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076887.445540:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445542:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076887.445543:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076887.445546:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445572:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076887.445576:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445583:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076887.445585:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445587:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076887.445588:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445590:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076887.445592:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076887.445594:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076887.445597:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076887.445607:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076887.445610:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076887.445618:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122368:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076887.445621:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445623:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076887.445625:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612122368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445631:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076887.445633:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076887.445635:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076887.445637:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076887.445639:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076887.445640:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076887.445642:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076887.445644:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:2.0:1769076887.445647:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076887.445649:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076887.445650:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:2.0:1769076887.445653:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076887.445654:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445656:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445662:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076887.445663:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076887.445665:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076887.445666:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076887.445667:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076887.445670:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445676:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076887.445677:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076887.445679:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076887.445681:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076887.445683:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076887.445685:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612122496:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076887.445688:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076887.445690:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076887.445691:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076887.445693:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076887.445695:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076887.445697:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076887.445700:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076887.445703:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076887.445705:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076887.445708:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612122496, portal 10
00000100:00000001:2.0:1769076887.445710:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076887.445711:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00000040:2.0:1769076887.445717:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445722:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076887.445724:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076887.445726:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076887.445728:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612122496, offset 0
00000400:00000200:2.0:1769076887.445731:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076887.445734:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076887.445737:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076887.445739:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076887.445741:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076887.445743:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076887.445745:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076887.445748:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3341:3341:256:4294967295] 192.168.204.106@tcp LPNI seq info [3340:3340:8:4294967295]
00000400:00000200:2.0:1769076887.445751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076887.445757:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076887.445760:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076887.445763:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076887.445766:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076887.445768:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769076887.445772:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076887.445774:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769076887.445777:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076887.445779:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076887.445781:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076887.445784:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076887.445786:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076887.445788:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076887.445790:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076887.445792:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445799:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076887.445801:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076912 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445806:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076887.445807:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076887.445809:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076887.445813:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076887.445815:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076887.445817:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298545952
00000100:00000001:2.0:1769076887.445819:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298549315
00000100:00000001:2.0:1769076887.445821:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298545952
00000100:00000001:2.0:1769076887.445823:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298549315
00000100:00000001:2.0:1769076887.445825:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076887.445826:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076887.445828:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076887.445831:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076887/real 1769076887]  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076887.445836:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076887.445837:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076887.445839:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076887.445841:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076887.445842:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076887.445844:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076887.445847:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076887.445853:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445858:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076887.445859:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445861:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076887.445862:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076887.445864:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445869:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076887.445872:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445878:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076887.445880:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445882:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076887.445883:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445884:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076887.445886:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076887.445888:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076887.445890:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076887.445892:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076887.445895:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076887.445900:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612122496:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076887.445904:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445906:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076887.445908:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612122496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076912 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076887.445913:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076887.445914:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076887.445915:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076887.445917:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076887.445918:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076887.445919:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076887.445920:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076887.445922:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:2.0:1769076887.445923:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076887.445924:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076887.445925:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:2.0:1769076887.445928:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076887.445929:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445931:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076887.445933:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076887.445934:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076887.445936:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076887.445937:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.468732:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076888.468761:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076888.468764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076888.468771:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076888.468788:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076888.468793:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.468797:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076888.468800:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076888.468803:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076888.852755:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076888.852759:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076888.852762:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076889.492749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076889.492758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076889.492760:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076889.492768:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076889.492772:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076889.492778:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076889.492781:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076889.492784:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076889.492788:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076889.876690:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076889.876694:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076889.876697:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076890.516674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076890.516681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076890.516683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076890.516689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076890.516693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076890.516697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076890.516699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076890.516702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076890.516705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076891.540676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076891.540686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076891.540689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076891.540696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076891.540702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076891.540709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076891.540714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076891.540719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076891.540724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076891.924819:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076891.924826:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076891.924832:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076892.052669:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298549315, at 4298549760
00000100:00000010:0.0:1769076892.052694:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929be40.
00000100:00000001:2.0:1769076892.564754:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076892.564764:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076892.564768:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076892.564781:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076892.564810:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076892.564817:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.564822:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076892.564825:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.564833:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076892.565155:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076892.565162:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076892.565170:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076892.565184:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.565258:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076892.565274:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076892.565282:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076892.565289:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076892.565300:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076892.565312:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122624:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076892.565326:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076892.565335:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076892.565342:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076892.565346:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076892.565357:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076892.565373:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076892.565387:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076892.565395:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076892.565410:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076892.565422:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612122624, portal 25
00000100:00000001:2.0:1769076892.565430:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076892.565435:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455713280 : -118662253838336 : ffff9413ca830000)
00000100:00000040:2.0:1769076892.565456:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.565477:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076892.565488:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076892.565498:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076892.565503:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612122624, offset 0
00000400:00000200:2.0:1769076892.565524:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076892.565545:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076892.565622:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076892.565636:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076892.565645:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076892.565663:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076892.565668:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076892.565674:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3342:3342:256:4294967295] 192.168.204.106@tcp LPNI seq info [3341:3341:8:4294967295]
00000400:00000200:2.0:1769076892.565680:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076892.565695:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076892.565703:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076892.565711:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076892.565730:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076892.565735:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076892.565743:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076892.565747:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769076892.565752:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076892.565755:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076892.565762:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076892.565768:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076892.565774:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076892.565777:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076892.565782:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076892.565799:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.565810:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076892.565814:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.565822:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076892.565825:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076892.565832:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076892.565836:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076892.565839:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298554436
00000100:00000010:2.0:1769076892.565845:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b780.
00000100:00000001:2.0:1769076892.565864:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076892.565871:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298554436
00000100:00000010:2.0:1769076892.565876:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b120.
00000100:00000001:2.0:1769076892.565881:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076892.565886:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076892.565891:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076892.565895:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076892.565903:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076892/real 1769076892]  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076892.565930:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076892.565933:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076892.565937:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076892.565943:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076892.565946:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076892.565950:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076892.565957:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076892.565974:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.565987:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076892.565989:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.565992:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076892.565994:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076892.566010:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566018:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076892.566023:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566031:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076892.566034:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566036:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076892.566037:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566040:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076892.566042:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076892.566045:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076892.566050:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076892.566053:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076892.566058:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076892.566067:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122624:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076892.566072:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566074:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076892.566077:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830000 x1855007612122624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566084:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076892.566087:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076892.566089:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076892.566093:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076892.566094:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076892.566096:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076892.566099:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076892.566102:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace400.
02000000:00000001:2.0:1769076892.566106:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076892.566108:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076892.566110:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830000.
00000100:00000001:2.0:1769076892.566113:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076892.566114:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566117:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566124:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076892.566126:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076892.566128:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076892.566130:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076892.566132:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076892.566136:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566155:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076892.566157:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076892.566159:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076892.566162:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076892.566165:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076892.566168:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612122752:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076892.566172:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076892.566174:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076892.566176:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076892.566178:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076892.566182:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076892.566184:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076892.566189:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076892.566192:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076892.566196:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076892.566199:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612122752, portal 10
00000100:00000001:2.0:1769076892.566202:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076892.566203:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455720448 : -118662253831168 : ffff9413ca831c00)
00000100:00000040:2.0:1769076892.566237:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566254:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076892.566257:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076892.566260:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076892.566263:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612122752, offset 0
00000400:00000200:2.0:1769076892.566268:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076892.566273:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076892.566277:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076892.566281:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076892.566284:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076892.566287:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076892.566290:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076892.566293:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3343:3343:256:4294967295] 192.168.204.106@tcp LPNI seq info [3342:3342:8:4294967295]
00000400:00000200:2.0:1769076892.566297:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076892.566316:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076892.566321:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076892.566325:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076892.566330:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076892.566333:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769076892.566338:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076892.566341:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769076892.566346:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076892.566348:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076892.566351:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076892.566355:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076892.566359:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076892.566361:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076892.566363:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076892.566367:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566388:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076892.566391:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076917 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566399:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076892.566400:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076892.566403:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076892.566408:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076892.566411:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076892.566413:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298551072
00000100:00000001:2.0:1769076892.566416:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298554436
00000100:00000001:2.0:1769076892.566419:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298551072
00000100:00000001:2.0:1769076892.566421:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298554436
00000100:00000001:2.0:1769076892.566424:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076892.566426:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076892.566428:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076892.566432:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076892/real 1769076892]  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076892.566448:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076892.566449:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076892.566452:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076892.566454:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076892.566456:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076892.566458:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076892.566461:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076892.566479:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566487:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076892.566488:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566490:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076892.566492:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076892.566495:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566502:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076892.566506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566513:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076892.566516:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566517:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076892.566519:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566521:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076892.566523:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076892.566525:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076892.566530:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076892.566533:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076892.566541:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076892.566598:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612122752:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076892.566606:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566609:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076892.566616:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831c00 x1855007612122752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076917 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076892.566629:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076892.566631:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076892.566635:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076892.566640:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076892.566643:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076892.566645:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076892.566648:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076892.566662:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc400.
02000000:00000001:2.0:1769076892.566665:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076892.566668:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076892.566670:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831c00.
00000100:00000001:2.0:1769076892.566673:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076892.566674:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566676:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076892.566680:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076892.566682:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076892.566684:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076892.566686:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076892.948899:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076892.948907:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076892.948914:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076893.588701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076893.588711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076893.588713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076893.588720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076893.588725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076893.588729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076893.588733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076893.588736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076893.588740:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076894.612628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076894.612634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076894.612636:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076894.612640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076894.612643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076894.612646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076894.612648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076894.612650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076894.612653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076894.996763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076894.996767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076894.996770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076895.636666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076895.636674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076895.636676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076895.636681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076895.636686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076895.636690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076895.636693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076895.636696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076895.636699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076896.020869:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076896.020875:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076896.020880:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076896.660761:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076896.660788:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076896.660791:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076896.660799:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076896.660816:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076896.660821:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076896.660840:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076896.660845:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076896.660849:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076897.172697:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298554436, at 4298554880
00000100:00000010:0.0:1769076897.172712:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b780.
00000100:00000001:2.0:1769076897.684668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076897.684673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076897.684676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076897.684691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076897.684695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076897.684700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.684704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076897.684707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.684711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076897.684906:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076897.684911:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076897.684915:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076897.684924:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.684940:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076897.684942:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076897.684948:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076897.684952:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076897.684956:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076897.684962:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122880:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076897.684970:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076897.684974:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076897.684978:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076897.684982:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076897.684989:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076897.684994:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076897.685004:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076897.685009:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076897.685018:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076897.685028:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612122880, portal 25
00000100:00000001:2.0:1769076897.685045:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076897.685049:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455725824 : -118662253825792 : ffff9413ca833100)
00000100:00000040:2.0:1769076897.685058:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685068:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076897.685074:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076897.685079:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076897.685083:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612122880, offset 0
00000400:00000200:2.0:1769076897.685095:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076897.685109:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076897.685140:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076897.685150:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076897.685168:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076897.685174:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076897.685176:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076897.685180:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3344:3344:256:4294967295] 192.168.204.106@tcp LPNI seq info [3343:3343:8:4294967295]
00000400:00000200:2.0:1769076897.685184:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076897.685193:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076897.685199:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076897.685203:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076897.685209:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076897.685213:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769076897.685217:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076897.685220:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769076897.685224:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076897.685226:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076897.685231:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076897.685235:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076897.685239:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076897.685241:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076897.685245:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076897.685248:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685256:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076897.685258:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685263:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076897.685265:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076897.685270:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076897.685273:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076897.685275:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298559555
00000100:00000010:2.0:1769076897.685279:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769076897.685285:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076897.685290:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298559555
00000100:00000010:2.0:1769076897.685293:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b1e0.
00000100:00000001:2.0:1769076897.685295:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076897.685297:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076897.685299:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076897.685301:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076897.685304:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076897/real 1769076897]  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076897.685310:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076897.685312:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076897.685313:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076897.685316:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076897.685317:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076897.685319:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076897.685321:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076897.685327:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685331:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076897.685332:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685334:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076897.685335:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076897.685338:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685342:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076897.685345:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685351:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076897.685353:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685355:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076897.685356:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685358:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076897.685360:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076897.685362:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076897.685364:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076897.685366:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076897.685369:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076897.685374:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612122880:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076897.685377:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685378:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076897.685380:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833100 x1855007612122880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685385:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076897.685387:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076897.685400:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076897.685402:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076897.685403:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076897.685404:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076897.685406:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076897.685408:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd400.
02000000:00000001:2.0:1769076897.685411:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076897.685412:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076897.685413:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833100.
00000100:00000001:2.0:1769076897.685415:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076897.685416:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685418:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685423:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076897.685424:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076897.685426:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076897.685427:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076897.685428:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076897.685430:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685435:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076897.685436:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076897.685438:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076897.685439:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076897.685440:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076897.685442:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612123008:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076897.685444:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076897.685446:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076897.685447:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076897.685448:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076897.685450:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076897.685452:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076897.685454:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076897.685456:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076897.685458:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076897.685460:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612123008, portal 10
00000100:00000001:2.0:1769076897.685462:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076897.685463:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455721344 : -118662253830272 : ffff9413ca831f80)
00000100:00000040:2.0:1769076897.685468:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685473:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076897.685474:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076897.685476:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076897.685477:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612123008, offset 0
00000400:00000200:2.0:1769076897.685496:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076897.685499:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076897.685501:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076897.685503:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076897.685505:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076897.685506:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076897.685508:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076897.685510:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3345:3345:256:4294967295] 192.168.204.106@tcp LPNI seq info [3344:3344:8:4294967295]
00000400:00000200:2.0:1769076897.685513:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076897.685517:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076897.685520:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076897.685522:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076897.685525:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076897.685527:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1769076897.685530:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076897.685532:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1769076897.685534:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076897.685535:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076897.685537:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076897.685540:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076897.685541:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076897.685543:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076897.685556:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076897.685558:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685563:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076897.685581:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685586:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076897.685587:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076897.685590:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076897.685593:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076897.685595:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076897.685597:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298556192
00000100:00000001:2.0:1769076897.685599:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298559555
00000100:00000001:2.0:1769076897.685601:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298556192
00000100:00000001:2.0:1769076897.685602:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298559555
00000100:00000001:2.0:1769076897.685603:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076897.685606:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076897.685607:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076897.685610:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076897/real 1769076897]  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076897.685615:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076897.685616:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076897.685617:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076897.685618:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076897.685619:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076897.685621:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076897.685623:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076897.685629:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685633:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076897.685634:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685635:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076897.685636:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076897.685638:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685642:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076897.685644:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685649:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076897.685650:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685652:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076897.685653:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685654:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076897.685655:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076897.685657:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076897.685659:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076897.685661:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076897.685663:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076897.685669:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612123008:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076897.685671:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685672:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076897.685673:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831f80 x1855007612123008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076897.685677:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076897.685678:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076897.685679:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076897.685681:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076897.685682:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076897.685683:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076897.685684:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076897.685685:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace000.
02000000:00000001:2.0:1769076897.685687:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076897.685688:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076897.685689:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831f80.
00000100:00000001:2.0:1769076897.685691:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076897.685692:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685693:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076897.685695:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076897.685695:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076897.685697:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076897.685698:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076898.068773:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076898.068783:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076898.068790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076898.708748:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076898.708756:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076898.708758:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076898.708764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076898.708769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076898.708773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076898.708777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076898.708780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076898.708783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076899.092795:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076899.092800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076899.092806:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076899.732743:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076899.732754:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076899.732758:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076899.732767:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076899.732775:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076899.732780:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076899.732786:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076899.732790:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076899.732795:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076900.756753:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076900.756763:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076900.756767:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076900.756776:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076900.756783:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076900.756789:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076900.756795:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076900.756799:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076900.756804:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076901.140872:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076901.140877:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076901.140880:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076901.780655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076901.780662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076901.780664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076901.780670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076901.780673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076901.780685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076901.780688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076901.780691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076901.780693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076902.164739:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076902.164744:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076902.164756:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076902.292635:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298559555, at 4298560000
00000100:00000010:0.0:1769076902.292642:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769076902.804704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076902.804725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076902.804731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076902.804739:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076902.804747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076902.804755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.804759:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076902.804762:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.804766:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076902.805080:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076902.805086:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076902.805091:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076902.805103:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805130:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076902.805134:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076902.805138:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076902.805145:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076902.805157:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076902.805166:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612123136:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076902.805176:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076902.805182:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076902.805187:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076902.805191:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076902.805200:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076902.805206:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076902.805219:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076902.805226:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076902.805241:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076902.805253:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612123136, portal 25
00000100:00000001:2.0:1769076902.805260:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076902.805264:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455728512 : -118662253823104 : ffff9413ca833b80)
00000100:00000040:2.0:1769076902.805277:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805306:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076902.805313:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076902.805320:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076902.805327:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612123136, offset 0
00000400:00000200:2.0:1769076902.805343:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076902.805358:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076902.805370:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076902.805380:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076902.805387:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076902.805393:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076902.805398:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076902.805404:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3346:3346:256:4294967295] 192.168.204.106@tcp LPNI seq info [3345:3345:8:4294967295]
00000400:00000200:2.0:1769076902.805412:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076902.805427:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076902.805447:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076902.805454:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076902.805462:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076902.805466:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076902.805472:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076902.805477:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769076902.805481:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076902.805483:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076902.805491:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076902.805496:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076902.805513:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076902.805515:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076902.805520:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076902.805525:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805535:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076902.805538:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805545:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076902.805547:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076902.805581:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076902.805587:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076902.805590:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298564676
00000100:00000010:2.0:1769076902.805595:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bae0.
00000100:00000001:2.0:1769076902.805602:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076902.805616:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298564676
00000100:00000010:2.0:1769076902.805619:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b180.
00000100:00000001:2.0:1769076902.805623:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076902.805629:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076902.805633:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076902.805636:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076902.805643:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076902/real 1769076902]  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076902.805658:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076902.805662:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076902.805667:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076902.805683:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076902.805687:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076902.805692:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076902.805699:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076902.805714:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805724:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076902.805726:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.805728:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076902.805730:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076902.805734:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805741:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076902.805746:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805760:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076902.805763:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.805765:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076902.805766:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.805768:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076902.805770:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076902.805773:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076902.805776:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076902.805779:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076902.805783:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076902.805790:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612123136:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076902.805794:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.805797:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076902.805799:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833b80 x1855007612123136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805806:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076902.805809:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076902.805811:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076902.805814:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076902.805816:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076902.805818:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076902.805820:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076902.805823:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf400.
02000000:00000001:2.0:1769076902.805826:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076902.805828:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076902.805830:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833b80.
00000100:00000001:2.0:1769076902.805833:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076902.805834:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.805836:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.805844:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076902.805845:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076902.805847:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076902.805849:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076902.805850:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076902.805854:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805860:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076902.805862:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076902.805864:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076902.805866:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076902.805868:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076902.805871:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612123264:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076902.805874:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076902.805876:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076902.805878:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076902.805880:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076902.805883:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076902.805885:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076902.805898:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076902.805901:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076902.805905:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076902.805908:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612123264, portal 10
00000100:00000001:2.0:1769076902.805910:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076902.805911:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455722240 : -118662253829376 : ffff9413ca832300)
00000100:00000040:2.0:1769076902.805919:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.805925:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076902.805928:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076902.805930:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076902.805932:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612123264, offset 0
00000400:00000200:2.0:1769076902.805936:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076902.805940:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076902.805944:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076902.805948:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076902.805951:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076902.805953:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076902.805956:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076902.805959:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3347:3347:256:4294967295] 192.168.204.106@tcp LPNI seq info [3346:3346:8:4294967295]
00000400:00000200:2.0:1769076902.805963:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076902.805969:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076902.805974:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076902.805977:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076902.805981:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076902.805983:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1769076902.805988:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076902.805991:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1769076902.805995:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076902.805997:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076902.805999:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076902.806003:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076902.806006:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076902.806007:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076902.806010:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076902.806013:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.806020:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076902.806023:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.806029:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076902.806031:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076902.806057:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076902.806062:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076902.806066:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076902.806077:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298561312
00000100:00000001:2.0:1769076902.806081:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298564676
00000100:00000001:2.0:1769076902.806083:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298561312
00000100:00000001:2.0:1769076902.806085:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298564676
00000100:00000001:2.0:1769076902.806088:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076902.806089:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076902.806091:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076902.806095:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076902/real 1769076902]  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076902.806103:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076902.806104:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076902.806106:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076902.806108:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076902.806110:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076902.806112:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076902.806115:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076902.806123:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.806128:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076902.806130:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.806131:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076902.806133:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076902.806136:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.806142:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076902.806146:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.806153:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076902.806155:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.806157:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076902.806159:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.806161:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076902.806173:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076902.806176:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076902.806179:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076902.806181:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076902.806185:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076902.806192:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612123264:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076902.806195:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.806197:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076902.806200:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca832300 x1855007612123264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769076927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076902.806206:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076902.806208:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076902.806210:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769076902.806212:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076902.806213:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076902.806214:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076902.806216:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076902.806218:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace000.
02000000:00000001:2.0:1769076902.806220:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076902.806222:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076902.806223:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca832300.
00000100:00000001:2.0:1769076902.806225:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076902.806227:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.806229:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076902.806232:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076902.806233:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076902.806235:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076902.806236:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076903.828666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076903.828675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076903.828677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076903.828682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076903.828685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076903.828689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076903.828692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076903.828694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076903.828697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076904.212776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076904.212782:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076904.212794:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076904.852733:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076904.852742:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076904.852745:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076904.852752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076904.852757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076904.852762:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076904.852765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076904.852769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076904.852774:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076905.236843:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076905.236852:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076905.236858:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076905.876686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076905.876695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076905.876698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076905.876706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076905.876711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076905.876717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076905.876722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076905.876728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076905.876732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076906.900738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076906.900751:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076906.900755:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076906.900793:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769076906.900801:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076906.900807:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076906.900813:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076906.900816:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076906.900822:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076907.284888:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076907.284896:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076907.284902:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076907.412715:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298564676, at 4298565120
00000100:00000010:0.0:1769076907.412753:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bae0.
00000100:00080000:2.0:1769076907.924665:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076907.924674:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076907.924677:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076907.924680:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076907.924683:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076907.924690:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3893
00000400:00000200:2.0:1769076907.924699:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076907.924711:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076907.924714:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076907.924717:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076907.924719:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076907.924721:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076907.924723:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076907.924726:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076907.924728:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076907.924730:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076907.924732:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076907.924734:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076907.924736:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076907.924738:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076907.924739:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076907.924740:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076907.924741:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076907.924744:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076907.924746:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076907.924747:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076907.924750:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076907.924752:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076907.924754:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.924757:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076907.924759:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076907.924771:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769076907.924792:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076907.924797:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076907.924799:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.924802:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076907.924805:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076907.924810:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076907.924819:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769076907.924826:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076907.924837:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612123392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076907.924849:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076907.924854:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076907.924859:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612123392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.924889:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076907.924893:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076907.924898:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076907.924901:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076907.924904:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076907.924908:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076907.924913:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3893
00000400:00000200:2.0:1769076907.924919:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076907.924923:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076907.924926:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076907.924929:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076907.924932:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076907.924936:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076907.924943:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076907.924970:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076907.924973:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076907.925003:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076907.925005:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076907.925007:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076907.925009:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076907.925015:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076907.925020:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076907.925023:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076907.925029:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769076907.925030:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:3.0:1769076907.925035:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:2.0:1769076907.925058:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076907.925065:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076907.925068:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.925069:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076907.925085:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769076907.925088:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
02000000:00000001:2.0:1769076907.925092:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076907.925099:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.925101:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076907.925101:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1769076907.925110:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769076907.925112:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1769076907.925117:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076907.925122:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076907.925125:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076907.925127:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1769076907.925135:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521180.
00000100:00000001:3.0:1769076907.925135:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769076907.925148:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076907.925154:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076907.925160:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076907.925167:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076907.925176:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076907.925187:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076907.925194:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769076907.925199:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076907.925207:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521180 x1855007612123520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076907.925222:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076907.925224:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076907.925235:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdc4804] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521180 x1855007612123520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076907.925248:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076907.925264:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076907.925268:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076907.925271:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076907.925279:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076907.925285:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3903)
00000800:00000200:1.1:1769076907.925441:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076907.925444:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076907.925836:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076907.925838:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769076908.308813:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076908.308819:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076908.308823:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076908.948644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076908.948652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076908.948654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076908.948659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076908.948663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076908.948666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076908.948668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076908.948671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076908.948674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076909.972655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076909.972662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076909.972664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076909.972670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076909.972674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076909.972678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076909.972681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076909.972683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076909.972686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076910.356928:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076910.356938:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076910.356946:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076910.996673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076910.996680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076910.996681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076910.996686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076910.996690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076910.996694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076910.996704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076910.996706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076910.996709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076911.380913:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076911.380918:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076911.380922:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076912.020663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076912.020670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076912.020672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076912.020677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076912.020680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076912.020684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076912.020686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076912.020688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076912.020691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076912.532764:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298569795, at 4298570240
00000100:00000010:0.0:1769076912.532809:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:3.0:1769076913.044645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076913.044653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076913.044654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076913.044659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076913.044663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076913.044666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076913.044669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769076913.044673:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076913.044673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076913.044677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076913.044688:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076913.044694:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076913.044700:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076913.044706:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076913.044716:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3898
00000400:00000200:2.0:1769076913.044742:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076913.044748:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076913.044751:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076913.044754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.044757:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.044760:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.044762:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076913.044766:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076913.044768:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076913.044771:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076913.044774:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076913.044776:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076913.044778:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076913.044780:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.044782:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.044783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.044784:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076913.044787:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076913.044789:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076913.044791:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076913.044811:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076913.044815:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076913.044818:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.044821:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076913.044824:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076913.044835:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769076913.044839:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076913.044844:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076913.044846:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.044850:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076913.044853:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076913.044859:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076913.044892:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769076913.044917:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076913.044926:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612123648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076913.044937:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076913.044941:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076913.044945:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612123648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076913.044976:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076913.044978:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076913.044982:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076913.044983:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076913.044984:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076913.044987:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076913.044988:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3898
00000400:00000200:2.0:1769076913.044991:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076913.044994:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076913.044996:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076913.044999:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.045001:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.045003:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.045005:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076913.045007:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076913.045008:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076913.045010:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076913.045011:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076913.045013:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076913.045014:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076913.045017:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.045019:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076913.045024:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076913.045026:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076913.045031:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076913.045035:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076913.045038:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076913.045041:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076913.045047:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076913.045053:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.045058:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076913.045064:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076913.045068:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.045071:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076913.045081:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521180.
00000020:00000040:2.0:1769076913.045085:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076913.045090:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076913.045092:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076913.045096:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076913.045097:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076913.045099:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076913.045103:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769076913.045107:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076913.045116:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521180 x1855007612123776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076913.045123:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076913.045127:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076913.045132:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdc4804] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521180 x1855007612123776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076913.045140:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076913.045144:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076913.045150:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076913.045153:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076913.045160:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076913.045165:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3908)
00000800:00000200:1.1:1769076913.045273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076913.045462:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076913.428716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076913.428721:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076913.428725:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076914.068669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076914.068675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076914.068677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076914.068681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076914.068684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076914.068688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076914.068690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076914.068692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076914.068694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076914.452786:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076914.452791:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076914.452796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076915.092659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076915.092668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076915.092670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076915.092677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076915.092684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076915.092688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076915.092690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076915.092694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076915.092697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076916.116671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076916.116679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076916.116680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076916.116686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076916.116689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076916.116693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076916.116696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076916.116698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076916.116701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769076916.116921:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769076916.116964:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769076916.116978:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076916.116982:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769076916.116985:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076916.116989:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769076916.116994:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076916.116998:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:3.0:1769076916.117002:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076916.117006:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076916.117013:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1440
00000400:00000010:3.0:1769076916.117015:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1440.
00000100:00000001:3.0:1769076916.117019:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076916.117027:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1520000 x1855007612123648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076916.117049:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076916.117052:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520000 x1855007612123648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076916.117061:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076916.117063:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769076916.117074:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769076916.117077:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:3.0:1769076916.117081:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769076916.117085:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769076916.117089:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1880
00000400:00000010:3.0:1769076916.117091:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1880.
00000100:00000001:3.0:1769076916.117094:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769076916.117099:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521180 x1855007612123776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076916.117110:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769076916.117117:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521180 x1855007612123776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076938 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076916.117144:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076916.117149:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769076916.500880:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076916.500886:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076916.500892:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076917.140662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076917.140668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076917.140670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076917.140676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076917.140679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076917.140682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076917.140685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076917.140688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076917.140690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076917.524864:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076917.524869:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076917.524873:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076917.652693:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298574915, at 4298575360
00000100:00000010:0.0:1769076917.652710:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000001:3.0:1769076918.164632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076918.164642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076918.164644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076918.164651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076918.164657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076918.164662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076918.164665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076918.164668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076918.164672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076918.164706:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076918.164713:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076918.164717:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076918.164721:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076918.164726:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076918.164735:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3903
00000400:00000200:2.0:1769076918.164745:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076918.164754:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076918.164759:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076918.164764:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.164769:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076918.164773:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.164805:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076918.164811:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076918.164814:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076918.164817:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076918.164821:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076918.164825:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076918.164828:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076918.164832:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.164835:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076918.164837:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.164839:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076918.164843:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076918.164847:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076918.164850:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076918.164855:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076918.164860:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076918.164865:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076918.164868:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076918.164871:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076918.164881:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769076918.164885:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076918.164897:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076918.164899:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076918.164903:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076918.164907:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076918.164913:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076918.164922:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769076918.164931:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076918.164945:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612123904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076918.164958:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076918.164962:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076918.164966:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612123904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076918.164989:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076918.164991:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076918.164994:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076918.164996:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076918.164997:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076918.165000:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076918.165002:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3903
00000400:00000200:2.0:1769076918.165005:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076918.165007:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076918.165010:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076918.165014:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.165017:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076918.165021:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.165024:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076918.165027:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076918.165029:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076918.165032:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076918.165036:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076918.165041:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076918.165047:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076918.165054:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.165059:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076918.165065:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076918.165071:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076918.165077:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076918.165086:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076918.165094:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076918.165098:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076918.165109:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076918.165117:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076918.165122:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076918.165130:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076918.165137:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076918.165140:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076918.165147:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769076918.165154:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076918.165159:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076918.165161:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076918.165168:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076918.165172:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076918.165177:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076918.165184:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769076918.165198:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076918.165209:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076918.165221:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076918.165226:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076918.165236:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612124032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076918.165258:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076918.165265:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076918.165276:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076918.165281:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076918.165287:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076918.165298:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3913)
00000800:00000200:1.1:1769076918.165430:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076918.165434:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076918.166036:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076918.166039:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769076919.188656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076919.188665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076919.188667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076919.188672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076919.188676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076919.188681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076919.188685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076919.188688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076919.188690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076919.572868:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076919.572873:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076919.572878:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076920.212768:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076920.212779:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076920.212782:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076920.212790:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076920.212795:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076920.212800:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076920.212804:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076920.212808:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076920.212811:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076920.596951:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076920.596957:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076920.596961:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076921.236658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076921.236676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076921.236677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076921.236701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076921.236710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076921.236715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076921.236721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076921.236748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076921.236751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076922.260669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076922.260677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076922.260679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076922.260685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076922.260688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076922.260692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076922.260694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076922.260697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076922.260699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076922.644723:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076922.644727:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076922.644730:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076922.772826:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298580035, at 4298580480
00000100:00000010:0.0:1769076922.772847:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:3.0:1769076923.284677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769076923.284687:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076923.284688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076923.284717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076923.284724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076923.284728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076923.284733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076923.284737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076923.284742:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769076923.284750:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076923.284750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076923.284760:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076923.284778:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076923.284786:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076923.284796:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3908
00000400:00000200:2.0:1769076923.284808:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076923.284815:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076923.284819:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076923.284823:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.284827:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076923.284830:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.284832:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076923.284837:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076923.284840:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076923.284844:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076923.284847:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076923.284850:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076923.284853:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076923.284856:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.284858:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076923.284871:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.284873:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076923.284876:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076923.284880:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076923.284882:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076923.284886:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076923.284890:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076923.284893:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076923.284907:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076923.284910:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076923.284920:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769076923.284924:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076923.284938:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076923.284945:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076923.284948:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076923.284951:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076923.284956:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076923.284965:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769076923.284972:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076923.284982:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612124160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076923.284995:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076923.285000:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076923.285005:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612124160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076923.285049:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076923.285053:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076923.285057:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076923.285059:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076923.285061:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076923.285064:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076923.285067:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3908
00000400:00000200:2.0:1769076923.285071:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076923.285074:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076923.285077:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076923.285080:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.285082:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076923.285084:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.285087:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076923.285089:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076923.285091:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076923.285093:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076923.285095:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076923.285098:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076923.285101:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076923.285106:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.285118:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076923.285120:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076923.285122:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076923.285125:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076923.285129:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076923.285134:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076923.285143:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076923.285152:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076923.285160:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076923.285166:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076923.285172:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076923.285183:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076923.285192:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076923.285206:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769076923.285215:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076923.285226:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076923.285234:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076923.285241:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076923.285259:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076923.285266:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076923.285279:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769076923.285287:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076923.285300:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612124288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076923.285322:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076923.285327:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076923.285335:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612124288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076923.285352:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076923.285358:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076923.285363:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076923.285366:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076923.285375:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076923.285389:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3918)
00000800:00000200:1.1:1769076923.285672:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076923.285678:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076923.286784:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076923.286808:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769076923.668798:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076923.668802:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076923.668806:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076924.308710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076924.308717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076924.308719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076924.308725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076924.308729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076924.308733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076924.308735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076924.308738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076924.308741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076925.332628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076925.332636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076925.332638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076925.332644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076925.332647:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076925.332651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076925.332654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076925.332672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076925.332675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076925.716838:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076925.716842:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076925.716845:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076926.356750:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076926.356757:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076926.356759:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076926.356765:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076926.356768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076926.356773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076926.356775:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076926.356778:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076926.356781:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076926.740782:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076926.740788:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076926.740792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076927.380690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076927.380700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076927.380703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076927.380709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076927.380714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076927.380720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076927.380723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076927.380727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076927.380731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076927.892763:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298585156, at 4298585600
00000100:00000010:0.0:1769076927.892787:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000001:3.0:1769076928.404714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076928.404724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076928.404727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076928.404734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076928.404740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076928.404745:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076928.404748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076928.404751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076928.404756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076928.404760:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076928.404787:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076928.404791:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076928.404795:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076928.404800:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076928.404810:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3913
00000400:00000200:2.0:1769076928.404823:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076928.404832:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076928.404836:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076928.404841:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.404845:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076928.404848:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.404852:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076928.404857:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076928.404859:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076928.404863:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076928.404866:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076928.404869:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076928.404872:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076928.404876:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.404878:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076928.404881:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.404884:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076928.404889:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076928.404893:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076928.404896:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076928.404901:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076928.404905:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076928.404909:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076928.404912:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076928.404915:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076928.404926:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769076928.404931:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076928.404936:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076928.404938:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076928.404942:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076928.404945:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076928.404961:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076928.404971:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769076928.404979:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076928.404991:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612124416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076928.405004:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076928.405010:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076928.405016:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612124416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076928.405045:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076928.405049:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076928.405054:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076928.405056:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076928.405058:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076928.405061:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076928.405064:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3913
00000400:00000200:2.0:1769076928.405069:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076928.405072:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076928.405076:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076928.405079:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.405082:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076928.405085:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.405088:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076928.405091:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076928.405092:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076928.405095:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076928.405097:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076928.405099:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076928.405102:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076928.405105:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.405107:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076928.405110:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076928.405112:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076928.405115:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076928.405118:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076928.405120:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076928.405122:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076928.405140:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076928.405143:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076928.405145:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076928.405151:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076928.405155:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076928.405158:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076928.405162:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769076928.405166:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076928.405168:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076928.405170:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076928.405175:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076928.405180:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076928.405185:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076928.405196:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769076928.405203:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076928.405216:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612124544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076928.405270:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076928.405278:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076928.405290:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612124544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076928.405320:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076928.405332:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076928.405342:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076928.405352:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076928.405362:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076928.405372:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3923)
00000800:00000200:1.1:1769076928.405682:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076928.405687:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076928.406256:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076928.406259:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076928.788867:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076928.788873:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076928.788878:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076929.428657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076929.428665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076929.428667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076929.428673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076929.428677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076929.428690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.428693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076929.428695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076929.428698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076929.812889:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076929.812894:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076929.812899:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076930.452690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076930.452702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076930.452704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076930.452711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076930.452715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076930.452720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076930.452722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076930.452725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076930.452728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076931.476679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076931.476687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076931.476689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076931.476695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076931.476699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076931.476703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076931.476706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076931.476709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076931.476712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076931.860981:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076931.860987:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076931.860991:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076932.500683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076932.500690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076932.500692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076932.500696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076932.500700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076932.500703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076932.500706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076932.500708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076932.500711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076932.884754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076932.884758:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076932.884762:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076933.012668:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298590276, at 4298590720
00000100:00000010:0.0:1769076933.012685:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:3.0:1769076933.524683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076933.524691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076933.524693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076933.524700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076933.524704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076933.524709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076933.524712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076933.524715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076933.524719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076933.524722:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076933.524730:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076933.524733:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076933.524736:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076933.524740:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076933.524748:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3918
00000400:00000200:0.0:1769076933.524759:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076933.524765:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076933.524768:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076933.524771:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.524774:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076933.524777:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.524779:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076933.524783:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076933.524784:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076933.524787:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076933.524789:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076933.524791:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076933.524793:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076933.524796:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.524797:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076933.524799:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.524801:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076933.524805:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076933.524808:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076933.524810:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076933.524813:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076933.524816:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076933.524818:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076933.524820:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076933.524822:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076933.524831:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769076933.524834:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076933.524838:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076933.524839:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076933.524842:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076933.524844:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076933.524865:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076933.524872:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076933.524878:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076933.524886:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612124672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076933.524895:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076933.524899:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076933.524903:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612124672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076933.524952:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076933.524955:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076933.524958:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076933.524959:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076933.524961:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076933.524963:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076933.524965:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3918
00000400:00000200:0.0:1769076933.524969:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076933.524972:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076933.524974:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076933.524976:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.524978:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076933.524980:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.524981:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076933.524983:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076933.524984:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076933.524986:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076933.524987:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076933.524989:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076933.524991:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076933.524994:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.525001:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076933.525003:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076933.525004:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076933.525007:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076933.525009:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076933.525011:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076933.525012:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076933.525017:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076933.525019:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076933.525021:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076933.525025:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076933.525028:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076933.525030:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076933.525033:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769076933.525036:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076933.525038:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076933.525040:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076933.525042:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076933.525047:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076933.525049:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076933.525056:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076933.525062:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076933.525072:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076933.525099:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076933.525107:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076933.525121:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612124800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076933.525161:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076933.525170:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076933.525180:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076933.525194:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076933.525199:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076933.525204:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3928)
00000800:00000200:1.1:1769076933.525357:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076933.525362:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076933.525879:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076933.525881:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769076934.548631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076934.548639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076934.548641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076934.548660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076934.548664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076934.548667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.548670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076934.548674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076934.548677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076934.932723:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076934.932728:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076934.932732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076935.572679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076935.572687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076935.572689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076935.572695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076935.572699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076935.572702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076935.572705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076935.572707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076935.572710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076935.956863:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076935.956867:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076935.956871:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076936.596675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076936.596685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076936.596687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076936.596693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076936.596698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076936.596703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076936.596706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076936.596709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076936.596712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076937.620644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076937.620651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076937.620653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076937.620657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076937.620661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076937.620664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076937.620666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076937.620668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076937.620670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076938.004729:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076938.004736:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076938.004741:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076938.132662:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298595395, at 4298595840
00000100:00000010:0.0:1769076938.132685:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00080000:0.0:1769076938.644638:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769076938.644638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076938.644645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769076938.644648:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076938.644648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076938.644653:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769076938.644654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769076938.644657:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076938.644659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076938.644661:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769076938.644663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076938.644666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769076938.644670:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3923
00000100:00000001:3.0:1769076938.644670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076938.644675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769076938.644682:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076938.644688:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076938.644691:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076938.644693:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644696:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076938.644698:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644700:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076938.644703:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076938.644704:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076938.644707:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076938.644709:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076938.644710:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076938.644712:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076938.644714:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644715:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076938.644716:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644718:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076938.644720:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076938.644723:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644724:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076938.644726:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076938.644729:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076938.644732:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076938.644734:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076938.644736:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076938.644746:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769076938.644750:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076938.644754:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076938.644756:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076938.644759:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076938.644762:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076938.644767:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076938.644776:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769076938.644782:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076938.644792:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612124928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076938.644802:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076938.644805:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076938.644808:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612124928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076938.644827:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076938.644830:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076938.644832:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076938.644833:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076938.644835:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076938.644837:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076938.644840:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3923
00000400:00000200:0.0:1769076938.644843:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076938.644846:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076938.644849:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076938.644851:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644853:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076938.644855:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644857:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076938.644859:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076938.644860:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076938.644861:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076938.644863:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076938.644865:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076938.644872:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076938.644878:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644884:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076938.644887:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644890:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076938.644894:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076938.644901:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076938.644911:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076938.644920:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076938.644929:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076938.644935:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076938.644950:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076938.644955:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076938.644959:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076938.644965:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076938.644980:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769076938.644995:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076938.645003:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076938.645010:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076938.645015:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076938.645019:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076938.645027:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076938.645033:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769076938.645039:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076938.645047:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612125056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076938.645063:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076938.645071:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076938.645083:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612125056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076938.645151:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076938.645161:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076938.645170:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076938.645177:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076938.645187:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076938.645192:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3934)
00000800:00000200:1.1:1769076938.645292:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076938.645296:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076938.645731:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076938.645733:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769076939.028934:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076939.028946:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076939.028954:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076939.668689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076939.668696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076939.668699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076939.668705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076939.668710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076939.668713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.668716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076939.668718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076939.668721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076940.692652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076940.692661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076940.692663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076940.692669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076940.692673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076940.692693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076940.692697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076940.692700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076940.692703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076941.076812:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076941.076818:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076941.076822:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076941.716657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076941.716663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076941.716664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076941.716669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076941.716672:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076941.716676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076941.716678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076941.716680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076941.716682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076942.100802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076942.100812:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076942.100819:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076943.252691:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298600515, at 4298600960
00000100:00000010:0.0:1769076943.252716:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00080000:0.0:1769076943.764757:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076943.764784:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076943.764799:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076943.764807:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076943.764816:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076943.764843:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3929
00000400:00000200:0.0:1769076943.764863:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076943.764875:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076943.764881:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076943.764887:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.764893:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076943.764899:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.764903:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076943.764911:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076943.764915:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076943.764920:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076943.764925:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076943.764929:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076943.764934:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076943.764939:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.764943:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076943.764948:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.764951:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076943.764958:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076943.764964:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076943.764970:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076943.764975:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076943.764991:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076943.764996:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076943.765000:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076943.765004:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076943.765018:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769076943.765025:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076943.765032:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076943.765035:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076943.765040:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076943.765044:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076943.765051:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076943.765066:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769076943.765077:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076943.765093:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612125184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076943.765114:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076943.765121:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076943.765130:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612125184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076943.765175:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076943.765183:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076943.765192:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076943.765196:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076943.765199:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076943.765208:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076943.765216:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3929
00000400:00000200:0.0:1769076943.765235:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076943.765260:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076943.765269:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076943.765293:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.765307:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076943.765323:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.765336:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076943.765418:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076943.765426:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076943.765431:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076943.765446:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076943.765451:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076943.765457:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076943.765474:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.765493:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076943.765502:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076943.765515:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076943.765528:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076943.765539:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076943.765548:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076943.765622:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076943.765633:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076943.765642:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076943.765649:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076943.765661:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076943.765686:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076943.765695:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076943.765703:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769076943.765710:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076943.765720:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076943.765726:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076943.765749:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076943.765752:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076943.765759:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076943.765776:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769076943.765790:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076943.765805:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612125312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076943.765839:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076943.765850:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076943.765859:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612125312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076943.765886:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076943.765897:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076943.765916:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076943.765930:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076943.765937:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076943.765944:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3939)
00000800:00000200:1.1:1769076943.766035:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076943.766039:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076943.766617:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076943.766620:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076944.148823:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076944.148835:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076944.148844:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076945.172828:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076945.172834:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076945.172837:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076947.220896:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076947.220904:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076947.220909:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076948.244860:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076948.244868:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076948.244874:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076948.372750:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298605636, at 4298606080
00000100:00000010:0.0:1769076948.372785:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:2.0:1769076948.884904:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076948.884917:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076948.884921:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076948.884925:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076948.884932:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076948.884945:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3934
00000400:00000200:2.0:1769076948.884963:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076948.884977:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076948.884984:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076948.884991:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.884998:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076948.885004:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885010:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076948.885018:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076948.885022:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076948.885027:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076948.885032:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076948.885036:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076948.885042:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076948.885048:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885052:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076948.885056:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885060:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076948.885066:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076948.885072:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885078:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076948.885098:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076948.885102:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076948.885105:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076948.885108:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076948.885111:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076948.885122:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769076948.885126:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076948.885130:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076948.885132:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076948.885135:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076948.885138:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076948.885142:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076948.885150:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769076948.885157:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076948.885190:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612125440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076948.885202:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076948.885207:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076948.885211:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612125440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076948.885237:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076948.885288:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076948.885327:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076948.885330:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076948.885332:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076948.885337:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076948.885340:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3934
00000400:00000200:2.0:1769076948.885346:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076948.885349:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076948.885352:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076948.885355:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885358:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076948.885360:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885362:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076948.885366:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076948.885368:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076948.885369:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076948.885372:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076948.885374:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076948.885377:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076948.885382:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885397:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076948.885400:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885403:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076948.885406:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076948.885410:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076948.885413:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076948.885415:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076948.885421:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076948.885427:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076948.885429:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076948.885442:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076948.885463:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076948.885468:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076948.885473:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769076948.885481:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076948.885489:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076948.885493:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076948.885502:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076948.885506:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076948.885512:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076948.885521:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769076948.885529:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076948.885542:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076948.885622:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076948.885628:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076948.885637:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612125568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076948.885660:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076948.885665:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076948.885670:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076948.885680:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076948.885690:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076948.885696:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3944)
00000800:00000200:1.1:1769076948.885925:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076948.885930:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076948.886666:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076948.886669:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769076949.908710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076949.908719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076949.908722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076949.908728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076949.908733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076949.908738:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.908742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076949.908745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076949.908748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076950.292702:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076950.292707:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076950.292711:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076950.932758:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076950.932768:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076950.932770:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076950.932777:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076950.932782:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076950.932788:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076950.932791:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076950.932794:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076950.932797:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076951.316808:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076951.316813:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076951.316816:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076951.956656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076951.956679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076951.956680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076951.956686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076951.956689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076951.956693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076951.956695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076951.956698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076951.956701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076952.980687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076952.980696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076952.980698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076952.980705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076952.980709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076952.980713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076952.980716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076952.980718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076952.980721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076953.364766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076953.364778:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076953.364785:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076953.492760:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298610756, at 4298611200
00000100:00000010:0.0:1769076953.492777:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00000001:3.0:1769076954.004700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076954.004711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076954.004713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076954.004721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076954.004727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076954.004732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.004736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076954.004740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076954.004744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076954.004825:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076954.004835:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076954.004839:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076954.004844:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076954.004849:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076954.004858:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3939
00000400:00000200:0.0:1769076954.004881:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076954.004906:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076954.004910:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076954.004914:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.004918:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076954.004921:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.004924:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076954.004930:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076954.004933:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076954.004937:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076954.004942:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076954.004946:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076954.004951:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076954.004957:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.004960:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076954.004963:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.004967:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076954.004972:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076954.004977:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076954.004982:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076954.004988:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076954.004994:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076954.005000:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076954.005004:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076954.005009:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076954.005042:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769076954.005049:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076954.005058:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076954.005060:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076954.005064:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076954.005079:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076954.005086:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076954.005098:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769076954.005108:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076954.005120:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612125696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076954.005135:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076954.005141:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076954.005147:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612125696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076954.005205:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076954.005212:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076954.005218:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076954.005221:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076954.005224:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076954.005230:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076954.005237:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3939
00000400:00000200:0.0:1769076954.005261:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076954.005274:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076954.005285:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076954.005296:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.005320:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076954.005328:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.005333:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076954.005339:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076954.005343:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076954.005348:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076954.005352:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076954.005357:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076954.005365:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076954.005374:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.005378:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076954.005381:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076954.005402:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076954.005409:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076954.005416:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076954.005424:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076954.005429:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076954.005441:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076954.005446:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076954.005456:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076954.005464:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076954.005470:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076954.005476:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076954.005482:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769076954.005489:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076954.005500:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076954.005507:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076954.005510:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076954.005512:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076954.005516:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076954.005531:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769076954.005539:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076954.005554:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612125824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076954.005584:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076954.005589:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076954.005595:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612125824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076954.005734:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076954.005744:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076954.005752:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076954.005761:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076954.005773:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076954.005780:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3949)
00000800:00000200:1.1:1769076954.005908:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076954.005913:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076954.006597:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076954.006623:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769076954.388830:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076954.388837:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076954.388844:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076955.028691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076955.028699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076955.028700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076955.028706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076955.028710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076955.028714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076955.028716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076955.028718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076955.028720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076956.052627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076956.052636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076956.052638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076956.052661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076956.052667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076956.052672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076956.052675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076956.052678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076956.052681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076956.436925:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076956.436931:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076956.436936:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076957.076662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076957.076670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076957.076672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076957.076677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076957.076680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076957.076684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076957.076686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076957.076689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076957.076691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076957.460839:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076957.460844:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076957.460848:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769076958.100676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769076958.100686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769076958.100689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076958.100696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076958.100699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769076958.100703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076958.100705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769076958.100708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769076958.100711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076958.612667:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298615876, at 4298616320
00000100:00000010:0.0:1769076958.612685:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:3.0:1769076959.124731:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076959.124745:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076959.124746:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076959.124755:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076959.124757:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076959.124761:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076959.124764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.124771:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769076959.124776:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769076959.124782:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3944
00000100:00000001:0.0:1769076959.124789:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076959.124798:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769076959.124800:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769076959.124809:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769076959.124816:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769076959.124818:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076959.124826:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769076959.124828:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076959.124835:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.124841:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076959.124844:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.124848:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076959.124864:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076959.124866:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076959.124870:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076959.124874:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076959.124878:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076959.124901:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076959.124905:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.124908:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076959.124911:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.124913:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076959.124916:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076959.124919:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076959.124922:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076959.124925:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076959.124929:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076959.124932:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.124934:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076959.124937:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076959.124959:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769076959.124963:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076959.124967:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076959.124968:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.124971:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076959.124974:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076959.124979:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076959.124987:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769076959.124994:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076959.125022:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612125952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076959.125036:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076959.125041:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076959.125047:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612125952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.125085:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076959.125114:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076959.125120:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076959.125140:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076959.125142:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076959.125145:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076959.125148:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3944
00000400:00000200:3.0:1769076959.125151:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076959.125154:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076959.125157:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076959.125160:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.125162:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076959.125164:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.125166:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076959.125168:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076959.125170:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076959.125172:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076959.125174:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076959.125176:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076959.125179:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076959.125182:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.125185:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076959.125187:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076959.125207:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076959.125210:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076959.125214:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076959.125216:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076959.125218:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076959.125224:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076959.125231:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.125234:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076959.125243:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076959.125249:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.125251:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076959.125274:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769076959.125279:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076959.125285:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076959.125288:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076959.125293:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076959.125297:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076959.125301:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076959.125308:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769076959.125313:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076959.125324:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612126080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076959.125337:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076959.125342:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076959.125353:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612126080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076959.125378:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076959.125384:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076959.125392:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076959.125396:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076959.125416:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076959.125424:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3954)
00000800:00000200:1.1:1769076959.125566:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076959.125601:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076959.126000:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076959.126002:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076959.508781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076959.508787:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076959.508791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076960.148659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076960.148667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076960.148669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076960.148675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076960.148678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076960.148682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076960.148685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076960.148688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076960.148691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076960.532900:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076960.532905:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076960.532908:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076961.172689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076961.172698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076961.172701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076961.172707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076961.172713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076961.172718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076961.172721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076961.172724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076961.172727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076962.196639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076962.196647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076962.196649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076962.196655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076962.196660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076962.196674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076962.196681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076962.196684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076962.196687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076962.580935:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076962.580940:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076962.580945:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076963.220678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076963.220685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076963.220687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076963.220693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076963.220697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076963.220701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076963.220703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076963.220706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076963.220720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076963.604823:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076963.604831:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076963.604837:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076963.732745:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298620996, at 4298621440
00000100:00000010:0.0:1769076963.732777:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000001:0.0:1769076964.244661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076964.244670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076964.244672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076964.244678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076964.244682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076964.244685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076964.244688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076964.244691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076964.244694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076964.244712:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076964.244718:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076964.244721:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076964.244724:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076964.244728:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076964.244736:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3949
00000400:00000200:0.0:1769076964.244746:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076964.244753:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076964.244757:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076964.244760:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244763:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076964.244766:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244769:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076964.244773:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076964.244776:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076964.244779:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076964.244781:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076964.244784:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076964.244787:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076964.244790:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244792:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076964.244795:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244797:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076964.244801:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076964.244804:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244807:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076964.244810:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076964.244813:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076964.244816:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076964.244818:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076964.244820:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076964.244830:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769076964.244833:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076964.244837:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076964.244839:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076964.244842:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076964.244845:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076964.244849:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076964.244858:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769076964.244864:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076964.244873:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612126208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076964.244884:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076964.244889:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076964.244895:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612126208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076964.244918:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076964.244921:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076964.244925:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076964.244926:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076964.244928:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076964.244931:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076964.244934:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3949
00000400:00000200:0.0:1769076964.244939:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076964.244943:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076964.244945:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076964.244948:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244950:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076964.244952:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244954:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076964.244957:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076964.244958:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076964.244961:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076964.244963:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076964.244966:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076964.244968:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076964.244972:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244974:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076964.244977:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076964.244982:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076964.244988:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076964.244995:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076964.245021:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076964.245024:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076964.245028:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076964.245034:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076964.245040:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076964.245046:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076964.245054:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076964.245058:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076964.245065:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769076964.245071:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076964.245078:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076964.245081:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076964.245087:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076964.245091:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076964.245095:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076964.245103:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769076964.245109:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076964.245120:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076964.245141:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076964.245147:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076964.245159:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612126336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076964.245176:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076964.245183:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076964.245188:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076964.245193:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076964.245201:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076964.245210:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3959)
00000800:00000200:1.1:1769076964.245248:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076964.245251:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076964.245546:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076964.245548:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769076965.268709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076965.268718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076965.268720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076965.268726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076965.268731:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076965.268735:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.268739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076965.268742:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076965.268745:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076965.652742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076965.652746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076965.652749:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076966.292641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076966.292648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076966.292650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076966.292657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076966.292661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076966.292664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076966.292667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076966.292669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076966.292672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076966.676831:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076966.676837:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076966.676841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076967.316657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076967.316664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076967.316666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076967.316670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076967.316674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076967.316677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076967.316679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076967.316682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076967.316684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076968.340723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076968.340731:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076968.340734:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076968.340741:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076968.340746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076968.340750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076968.340752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076968.340755:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076968.340759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076968.724779:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076968.724783:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076968.724785:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076968.852631:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298626115, at 4298626560
00000100:00000010:0.0:1769076968.852645:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000001:0.0:1769076969.364846:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076969.364856:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076969.364860:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076969.364869:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076969.364875:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076969.364880:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076969.364884:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076969.364889:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076969.364895:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076969.364895:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076969.364910:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769076969.364914:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076969.364969:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076969.364977:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076969.364991:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3954
00000400:00000200:3.0:1769076969.365004:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076969.365012:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076969.365016:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076969.365020:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365023:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076969.365026:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365029:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076969.365033:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076969.365035:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076969.365038:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076969.365041:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076969.365043:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076969.365046:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076969.365049:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365051:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076969.365053:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365055:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076969.365058:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076969.365061:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365063:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076969.365067:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076969.365070:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076969.365073:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076969.365076:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076969.365079:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076969.365092:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769076969.365096:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076969.365101:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076969.365102:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076969.365105:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076969.365109:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076969.365115:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076969.365126:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769076969.365134:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076969.365145:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612126464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076969.365157:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076969.365162:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076969.365166:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612126464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076969.365196:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076969.365199:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076969.365204:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076969.365205:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076969.365207:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076969.365210:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076969.365213:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3954
00000400:00000200:3.0:1769076969.365216:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076969.365218:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076969.365221:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076969.365223:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365225:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076969.365228:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365230:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076969.365232:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076969.365234:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076969.365235:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076969.365237:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076969.365239:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076969.365241:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076969.365245:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365249:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076969.365251:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365253:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076969.365257:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076969.365260:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076969.365262:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076969.365263:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076969.365280:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076969.365284:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076969.365286:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076969.365291:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076969.365296:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076969.365308:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076969.365320:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769076969.365332:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076969.365350:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076969.365361:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076969.365366:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076969.365378:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076969.365383:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076969.365393:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769076969.365402:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076969.365436:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612126592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076969.365460:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076969.365466:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076969.365484:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612126592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076969.365526:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076969.365535:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076969.365568:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076969.365574:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076969.365580:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076969.365676:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3964)
00000800:00000200:1.1:1769076969.365814:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076969.365820:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076969.366452:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076969.366457:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769076969.748880:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076969.748886:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076969.748890:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076970.388692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076970.388699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076970.388701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076970.388705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076970.388709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076970.388712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076970.388714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076970.388717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076970.388719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076971.412651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076971.412658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076971.412659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076971.412664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076971.412667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076971.412671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.412673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076971.412675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076971.412677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076971.796688:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076971.796692:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076971.796694:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076972.436738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076972.436748:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076972.436750:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076972.436758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076972.436762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076972.436768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076972.436771:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076972.436775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076972.436779:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076972.820750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076972.820756:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076972.820761:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076973.460784:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076973.460792:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076973.460795:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076973.460801:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076973.460806:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076973.460827:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076973.460830:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076973.460833:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076973.460836:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076973.972651:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298631236, at 4298631680
00000100:00000010:0.0:1769076973.972671:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:0.0:1769076974.484730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769076974.484730:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076974.484741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769076974.484742:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076974.484747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076974.484748:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076974.484753:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769076974.484755:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769076974.484758:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076974.484761:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076974.484765:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769076974.484768:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3959
00000100:00000001:0.0:1769076974.484770:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076974.484775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076974.484779:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769076974.484785:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076974.484805:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076974.484809:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076974.484812:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.484815:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076974.484818:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.484820:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076974.484824:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076974.484827:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769076974.484850:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076974.484853:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769076974.484855:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769076974.484857:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769076974.484861:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.484867:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076974.484870:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.484872:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076974.484875:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769076974.484878:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076974.484882:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076974.484885:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076974.484888:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076974.484891:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076974.484893:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769076974.484895:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076974.484904:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769076974.484907:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769076974.484911:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076974.484913:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076974.484915:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076974.484918:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076974.484922:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076974.484934:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769076974.484941:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076974.484949:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612126720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076974.484958:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076974.484962:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076974.484967:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612126720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076974.484987:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769076974.484990:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769076974.484993:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769076974.484995:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769076974.484996:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769076974.484999:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769076974.485001:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3959
00000400:00000200:3.0:1769076974.485004:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769076974.485007:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769076974.485009:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769076974.485012:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.485014:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076974.485016:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.485018:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769076974.485021:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769076974.485022:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769076974.485024:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769076974.485026:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769076974.485028:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769076974.485030:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769076974.485033:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.485034:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769076974.485036:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769076974.485039:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769076974.485045:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769076974.485052:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769076974.485056:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769076974.485057:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769076974.485064:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769076974.485070:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076974.485075:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769076974.485080:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769076974.485087:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076974.485102:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769076974.485106:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769076974.485111:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769076974.485115:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769076974.485120:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769076974.485122:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769076974.485126:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769076974.485130:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769076974.485135:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769076974.485138:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769076974.485144:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612126848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769076974.485154:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769076974.485157:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076974.485161:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612126848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769076974.485190:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769076974.485195:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076974.485204:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076974.485208:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769076974.485214:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769076974.485232:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3969)
00000800:00000200:1.1:1769076974.485385:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076974.485389:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076974.485879:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076974.485891:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076974.868769:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076974.868773:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076974.868777:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076975.508718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076975.508726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076975.508728:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076975.508734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076975.508739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076975.508742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076975.508745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076975.508748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076975.508752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076975.892793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076975.892797:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076975.892800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076976.532747:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076976.532753:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076976.532755:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076976.532759:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076976.532762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076976.532765:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076976.532767:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076976.532770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076976.532772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076977.556878:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076977.556884:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076977.556886:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076977.556892:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076977.556895:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076977.556898:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076977.556900:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076977.556902:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076977.556905:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076977.940830:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076977.940834:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076977.940837:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769076978.580749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076978.580758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076978.580808:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076978.580815:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076978.580820:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769076978.580836:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076978.580839:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769076978.580843:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076978.580846:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076978.964872:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076978.964880:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076978.964886:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076979.092673:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298636355, at 4298636800
00000100:00000010:0.0:1769076979.092693:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000001:0.0:1769076979.604706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769076979.604713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769076979.604716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076979.604721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769076979.604736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769076979.604736:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769076979.604742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769076979.604762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769076979.604762:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076979.604793:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769076979.604794:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769076979.604796:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076979.604800:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769076979.604801:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076979.604809:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3964
00000400:00000200:2.0:1769076979.604820:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076979.604825:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076979.604828:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076979.604831:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.604833:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076979.604835:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.604837:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076979.604840:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076979.604842:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076979.604844:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076979.604846:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076979.604847:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076979.604849:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076979.604851:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.604852:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076979.604853:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.604855:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076979.604857:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076979.604860:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076979.604862:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076979.604864:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076979.604866:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076979.604868:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076979.604870:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076979.604872:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076979.604879:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769076979.604882:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076979.604884:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076979.604886:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076979.604888:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076979.604890:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076979.604894:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076979.604900:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769076979.604905:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076979.604912:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076979.604920:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076979.604923:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076979.604927:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076979.604943:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076979.604945:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076979.604948:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076979.604949:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076979.604953:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076979.604955:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076979.604957:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3964
00000400:00000200:2.0:1769076979.604959:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076979.604962:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076979.604963:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076979.604967:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.604968:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076979.604971:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.604973:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076979.604975:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076979.604976:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076979.604977:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076979.604978:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076979.604979:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076979.604981:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076979.605003:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.605008:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076979.605013:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076979.605019:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076979.605024:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076979.605032:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076979.605038:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076979.605043:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076979.605051:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076979.605056:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076979.605063:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076979.605069:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076979.605073:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076979.605076:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076979.605082:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769076979.605085:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076979.605090:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076979.605093:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076979.605094:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076979.605096:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076979.605098:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076979.605103:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769076979.605109:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076979.605116:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076979.605125:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076979.605127:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076979.605132:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076979.605145:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076979.605150:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076979.605168:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076979.605172:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076979.605180:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076979.605185:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3975)
00000800:00000200:1.1:1769076979.605293:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076979.605516:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769076981.012782:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076981.012786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076981.012789:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076982.036753:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076982.036757:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076982.036760:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769076982.677524:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076982.677535:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076982.677539:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076982.677593:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076979/real 1769076982]  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076982.677616:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076982.677620:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076982.677624:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:2.0:1769076982.677629:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c14c8
00000400:00000010:2.0:1769076982.677632:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c14c8.
00000100:00000001:2.0:1769076982.677636:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076982.677642:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076982.677659:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677683:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076982.677684:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677712:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076982.677714:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076982.677718:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677727:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076982.677732:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677740:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076982.677744:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677746:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076982.677747:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677751:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076982.677753:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076982.677758:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076982.677763:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076982.677766:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076982.677771:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076982.677781:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612127104:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076982.677788:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076982.677793:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076979/real 1769076982]  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076982.677810:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076982.677811:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076982.677813:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774cb8.
00000400:00000200:2.0:1769076982.677817:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1000
00000400:00000010:2.0:1769076982.677819:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1000.
00000100:00000001:2.0:1769076982.677822:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076982.677825:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076982.677835:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677843:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076982.677845:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677847:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076982.677849:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076982.677854:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677863:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076982.677867:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677875:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076982.677879:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677881:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076982.677883:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677885:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076982.677887:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076982.677890:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076982.677894:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076982.677897:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076982.677901:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076982.677911:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612126976:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076982.677918:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677920:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076982.677924:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522300 x1855007612127104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677931:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076982.677935:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076982.677939:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:2.0:1769076982.677944:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076982.677947:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076982.677950:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076982.677953:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076982.677957:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769076982.677960:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076982.677963:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076982.677965:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522300.
00000100:00000001:2.0:1769076982.677969:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076982.677971:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.677973:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076982.677977:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523b80 x1855007612126976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077004 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076982.677984:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076982.677986:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076982.677987:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:2.0:1769076982.677991:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076982.677992:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076982.677993:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076982.677996:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076982.677997:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769076982.678000:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076982.678001:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076982.678002:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523b80.
00000100:00000001:2.0:1769076982.678006:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076982.678007:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.678010:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076982.678018:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076982.678020:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076982.678022:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076982.678025:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076984.084879:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076984.084884:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076984.084888:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076984.212819:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298641475, at 4298641920
00000100:00000010:0.0:1769076984.212837:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:0.0:1769076984.724807:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076984.724817:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076984.724821:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076984.724825:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076984.724829:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076984.724838:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3970
00000400:00000200:0.0:1769076984.724849:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076984.724856:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076984.724859:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076984.724863:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076984.724866:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076984.724868:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076984.724871:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076984.724875:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076984.724877:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076984.724879:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076984.724882:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076984.724884:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076984.724886:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076984.724889:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076984.724891:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076984.724892:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076984.724894:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076984.724897:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076984.724910:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076984.724912:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076984.724915:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076984.724918:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076984.724921:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076984.724923:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076984.724926:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076984.724934:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769076984.724939:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076984.724945:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076984.724947:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076984.724951:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076984.724955:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076984.724961:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076984.724971:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769076984.724979:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076984.724990:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076984.725004:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076984.725010:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076984.725017:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076984.725054:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076984.725058:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076984.725062:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076984.725064:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076984.725065:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076984.725069:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076984.725072:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3970
00000400:00000200:0.0:1769076984.725077:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076984.725082:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076984.725086:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076984.725091:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076984.725094:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076984.725097:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076984.725100:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769076984.725101:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076984.725107:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769076984.725108:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769076984.725111:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:2.0:1769076984.725114:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769076984.725117:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076984.725122:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076984.725126:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076984.725129:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076984.725134:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769076984.725135:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076984.725141:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076984.725146:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076984.725153:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769076984.725159:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769076984.725160:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769076984.725164:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076984.725168:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076984.725174:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076984.725175:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769076984.725178:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076984.725182:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076984.725189:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076984.725190:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076984.725196:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076984.725199:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076984.725205:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769076984.725212:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612127232:192.168.204.106@tcp:250:kworker.0
00000008:00000001:0.0:1769076984.725213:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076984.725219:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.725224:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769076984.725229:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
02000000:00000001:2.0:1769076984.725233:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769076984.725236:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076984.725239:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076984.725243:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076984.725246:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076984.725255:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d000.
02000000:00000001:0.0:1769076984.725257:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076984.725261:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076984.725263:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076984.725267:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076984.725270:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076984.725275:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:0.0:1769076984.725279:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000400:00000010:2.0:1769076984.725283:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000001:0.0:1769076984.725286:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769076984.725294:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00100000:0.0:1769076984.725297:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769076984.725308:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612127232, portal 25
00000100:00000001:0.0:1769076984.725309:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076984.725315:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769076984.725316:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.725320:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557625344 : -118662151926272 : ffff9413d0960e00)
00000100:00000040:0.0:1769076984.725326:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769076984.725334:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076984.725351:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.725356:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769076984.725358:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076984.725365:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769076984.725368:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769076984.725373:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000040:0.0:1769076984.725374:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076984.725381:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769076984.725382:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612127232, offset 0
00000100:00000040:0.0:1769076984.725390:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3980)
00000400:00000200:2.0:1769076984.725397:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076984.725409:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076984.725419:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076984.725427:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076984.725433:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076984.725444:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076984.725449:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076984.725454:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3378:3378:256:4294967295] 192.168.204.106@tcp LPNI seq info [3377:3377:8:4294967295]
00000400:00000200:2.0:1769076984.725460:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076984.725474:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076984.725482:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076984.725491:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076984.725500:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076984.725504:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076984.725513:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076984.725517:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076984.725522:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076984.725526:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076984.725532:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076984.725538:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076984.725544:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076984.725547:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076984.725580:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076984.725587:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.725599:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076984.725603:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.725612:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.725615:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076984.725622:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076984.725629:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076984.725633:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298646596
00000100:00000010:2.0:1769076984.725641:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b180.
00000100:00000001:2.0:1769076984.725650:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076984.725680:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298646596
00000100:00000010:2.0:1769076984.725686:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bae0.
00000100:00000001:2.0:1769076984.725690:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076984.725695:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076984.725699:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.725702:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076984.725708:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076984/real 1769076984]  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076984.725722:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076984.725724:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076984.725727:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076984.725732:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076984.725734:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076984.725738:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076984.725743:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076984.725755:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.725764:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076984.725766:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.725769:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076984.725772:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076984.725777:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.725787:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076984.725793:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.725815:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076984.725820:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.725822:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076984.725824:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.725827:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076984.725830:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076984.725833:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076984.725839:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076984.725842:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076984.725848:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076984.725858:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612127232:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076984.725865:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.725868:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076984.725871:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960e00 x1855007612127232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.725880:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076984.725883:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076984.725886:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769076984.725890:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076984.725893:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076984.725895:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076984.725897:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076984.725901:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:2.0:1769076984.725906:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076984.725909:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076984.725911:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960e00.
00000100:00000001:2.0:1769076984.725915:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076984.725916:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.725919:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.725932:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076984.725935:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.725937:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076984.725939:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769076984.725941:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076984.725945:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.725953:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076984.725955:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076984.725958:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076984.725960:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076984.725963:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076984.725967:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612127360:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076984.725971:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076984.725976:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076984.725977:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076984.725979:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076984.725983:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769076984.725986:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076984.725991:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076984.725995:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076984.725999:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076984.726003:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612127360, portal 10
00000100:00000001:2.0:1769076984.726006:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076984.726008:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:2.0:1769076984.726015:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.726024:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076984.726027:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076984.726030:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076984.726034:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612127360, offset 0
00000400:00000200:2.0:1769076984.726039:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076984.726045:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076984.726051:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076984.726055:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076984.726058:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076984.726061:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076984.726064:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076984.726068:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3379:3379:256:4294967295] 192.168.204.106@tcp LPNI seq info [3378:3378:8:4294967295]
00000400:00000200:2.0:1769076984.726073:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076984.726082:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076984.726089:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076984.726094:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076984.726100:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076984.726103:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769076984.726110:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076984.726113:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769076984.726119:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076984.726121:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076984.726124:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076984.726129:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076984.726133:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076984.726135:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076984.726138:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076984.726143:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.726154:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076984.726158:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.726167:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.726170:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076984.726174:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076984.726179:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076984.726185:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076984.726188:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298643232
00000100:00000001:2.0:1769076984.726193:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298646596
00000100:00000001:2.0:1769076984.726196:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298643232
00000100:00000001:2.0:1769076984.726199:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298646596
00000100:00000001:2.0:1769076984.726202:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076984.726204:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.726207:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076984.726212:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076984/real 1769076984]  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076984.726223:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076984.726227:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076984.726229:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076984.726232:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076984.726234:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076984.726237:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076984.726240:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076984.726252:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.726262:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076984.726265:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.726267:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076984.726269:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076984.726275:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.726284:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076984.726289:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.726298:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076984.726301:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.726303:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076984.726305:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.726307:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076984.726310:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076984.726313:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076984.726318:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076984.726321:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076984.726326:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076984.726337:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612127360:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076984.726343:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.726345:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076984.726349:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612127360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076984.726358:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076984.726360:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076984.726362:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769076984.726366:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076984.726368:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076984.726370:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076984.726373:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076984.726375:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:2.0:1769076984.726378:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076984.726380:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076984.726382:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:2.0:1769076984.726385:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076984.726387:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.726389:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076984.726393:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076984.726395:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076984.726398:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076984.726400:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769076985.108835:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076985.108842:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076985.108848:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076987.156824:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076987.156832:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076987.156838:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076988.180900:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076988.180919:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076988.180924:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076989.332781:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298646596, at 4298647040
00000100:00000010:0.0:1769076989.332802:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b180.
00000100:00080000:0.0:1769076989.844714:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076989.844727:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076989.844732:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076989.844736:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076989.844741:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076989.844751:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3975
00000400:00000200:0.0:1769076989.844765:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076989.844774:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076989.844778:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076989.844782:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844785:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076989.844788:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844791:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076989.844794:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076989.844796:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769076989.844799:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076989.844802:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769076989.844804:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769076989.844806:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769076989.844809:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844810:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076989.844812:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844813:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076989.844816:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769076989.844819:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844821:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076989.844823:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076989.844825:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076989.844828:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076989.844830:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076989.844832:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076989.844840:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769076989.844843:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769076989.844847:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076989.844848:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076989.844851:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076989.844853:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076989.844857:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076989.844864:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769076989.844871:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076989.844879:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076989.844889:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076989.844893:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076989.844897:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076989.844920:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076989.844923:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076989.844926:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076989.844927:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076989.844929:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076989.844931:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076989.844933:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3975
00000400:00000200:0.0:1769076989.844936:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769076989.844938:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076989.844940:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076989.844942:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844944:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076989.844946:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844948:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769076989.844949:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076989.844950:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769076989.844952:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076989.844953:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769076989.844955:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769076989.844956:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769076989.844958:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844960:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076989.844961:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844963:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769076989.844965:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769076989.844967:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769076989.844969:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076989.844971:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076989.844975:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076989.844977:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076989.844978:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076989.844983:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076989.844986:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076989.844988:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076989.844991:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769076989.844994:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769076989.844997:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076989.844998:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076989.845000:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076989.845002:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076989.845004:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076989.845007:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769076989.845011:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076989.845015:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076989.845022:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076989.845024:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076989.845027:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076989.845034:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076989.845038:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076989.845038:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769076989.845051:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769076989.845052:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769076989.845055:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769076989.845059:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769076989.845060:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769076989.845067:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3985)
00000100:00000040:2.0:1769076989.845079:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845097:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076989.845100:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076989.845106:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076989.845126:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076989.845130:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076989.845136:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612127488:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076989.845143:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076989.845150:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076989.845154:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076989.845158:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076989.845172:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769076989.845175:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076989.845187:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076989.845194:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076989.845203:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076989.845214:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612127488, portal 25
00000100:00000001:2.0:1769076989.845217:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076989.845220:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000040:2.0:1769076989.845228:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845239:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076989.845243:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076989.845247:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076989.845253:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612127488, offset 0
00000400:00000200:2.0:1769076989.845261:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076989.845274:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076989.845285:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076989.845292:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076989.845298:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076989.845303:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076989.845307:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076989.845313:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3380:3380:256:4294967295] 192.168.204.106@tcp LPNI seq info [3379:3379:8:4294967295]
00000400:00000200:2.0:1769076989.845319:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076989.845333:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076989.845342:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076989.845349:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076989.845370:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076989.845375:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076989.845385:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076989.845391:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769076989.845397:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076989.845401:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076989.845411:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076989.845417:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076989.845424:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076989.845428:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076989.845434:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076989.845440:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845454:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076989.845459:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845469:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076989.845472:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076989.845479:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076989.845485:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076989.845490:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298651715
00000100:00000010:2.0:1769076989.845497:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b1e0.
00000100:00000001:2.0:1769076989.845508:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769076989.845521:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298651715
00000100:00000010:2.0:1769076989.845525:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769076989.845529:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769076989.845534:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076989.845537:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076989.845541:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076989.845546:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076989/real 1769076989]  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076989.845694:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076989.845698:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076989.845702:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076989.845709:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076989.845714:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076989.845718:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076989.845725:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076989.845737:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845747:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076989.845749:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.845752:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076989.845755:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076989.845760:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845769:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076989.845775:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845794:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076989.845798:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.845800:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076989.845802:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.845805:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076989.845808:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076989.845812:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076989.845818:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076989.845820:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076989.845826:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076989.845836:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612127488:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769076989.845842:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769076989.845847:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845856:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769076989.845859:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076989.845862:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769076989.845865:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076989.845867:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076989.845871:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612127616:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076989.845875:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769076989.845878:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769076989.845881:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076989.845883:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769076989.845888:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769076989.845890:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769076989.845896:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769076989.845900:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769076989.845904:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769076989.845908:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612127616, portal 10
00000100:00000001:2.0:1769076989.845911:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769076989.845913:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:2.0:1769076989.845921:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.845930:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769076989.845933:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769076989.845936:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769076989.845939:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612127616, offset 0
00000400:00000200:2.0:1769076989.845944:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769076989.845949:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076989.845955:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769076989.845959:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769076989.845963:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769076989.845966:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769076989.845969:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769076989.845974:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3381:3381:256:4294967295] 192.168.204.106@tcp LPNI seq info [3380:3380:8:4294967295]
00000400:00000200:2.0:1769076989.845979:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076989.845988:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769076989.845994:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076989.845998:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769076989.846004:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769076989.846008:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769076989.846013:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769076989.846044:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769076989.846050:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769076989.846053:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769076989.846058:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769076989.846062:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769076989.846067:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769076989.846070:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769076989.846074:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076989.846079:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.846089:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076989.846093:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.846102:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076989.846104:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769076989.846108:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076989.846113:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769076989.846117:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769076989.846120:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298648352
00000100:00000001:2.0:1769076989.846124:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298651715
00000100:00000001:2.0:1769076989.846127:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298648352
00000100:00000001:2.0:1769076989.846130:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298651715
00000100:00000001:2.0:1769076989.846133:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769076989.846136:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076989.846138:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769076989.846143:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769076989/real 1769076989]  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769076989.846152:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769076989.846154:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769076989.846156:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769076989.846158:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769076989.846160:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769076989.846163:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769076989.846166:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769076989.846177:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.846195:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769076989.846197:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.846199:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076989.846201:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769076989.846206:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.846214:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769076989.846218:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.846226:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769076989.846229:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.846231:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769076989.846233:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.846235:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769076989.846238:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769076989.846241:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769076989.846245:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769076989.846247:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769076989.846252:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769076989.846261:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612127616:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769076989.846266:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.846269:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076989.846272:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612127488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.846281:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076989.846284:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076989.846289:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769076989.846293:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076989.846296:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076989.846299:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769076989.846302:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076989.846306:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:2.0:1769076989.846311:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076989.846314:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076989.846317:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:2.0:1769076989.846321:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076989.846323:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.846325:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076989.846328:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612127616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076989.846336:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769076989.846338:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769076989.846339:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769076989.846342:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769076989.846343:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769076989.846345:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769076989.846347:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769076989.846349:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:2.0:1769076989.846355:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769076989.846356:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769076989.846358:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:2.0:1769076989.846361:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769076989.846363:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.846366:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769076989.846377:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769076989.846379:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076989.846382:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769076989.846385:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769076990.228841:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076990.228848:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076990.228853:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076991.252828:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076991.252833:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076991.252837:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076993.300703:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076993.300707:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076993.300710:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076994.324820:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076994.324826:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076994.324832:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076994.452720:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298651715, at 4298652160
00000100:00000010:0.0:1769076994.452757:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b1e0.
00000100:00080000:2.0:1769076994.964658:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076994.964667:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076994.964673:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076994.964676:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076994.964680:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076994.964686:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3980
00000400:00000200:2.0:1769076994.964696:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076994.964702:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076994.964716:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076994.964719:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964729:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076994.964731:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964733:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076994.964737:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076994.964739:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769076994.964741:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076994.964743:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769076994.964745:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769076994.964747:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769076994.964749:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964751:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076994.964752:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964754:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076994.964757:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769076994.964760:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964762:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076994.964764:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076994.964766:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076994.964768:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076994.964771:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076994.964773:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076994.964781:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769076994.964784:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769076994.964787:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076994.964789:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076994.964791:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076994.964794:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076994.964798:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076994.964804:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769076994.964810:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076994.964817:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612127744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076994.964826:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076994.964829:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076994.964833:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612127744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076994.964862:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076994.964865:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076994.964870:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076994.964871:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076994.964873:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076994.964877:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076994.964882:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3980
00000400:00000200:2.0:1769076994.964888:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769076994.964894:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076994.964900:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076994.964911:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964918:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076994.964925:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964933:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769076994.964939:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076994.964943:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769076994.964946:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076994.964951:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769076994.964955:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769076994.964960:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769076994.964966:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964970:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076994.964975:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964978:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769076994.964981:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769076994.964987:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769076994.964991:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076994.964992:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076994.964997:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076994.965002:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076994.965008:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076994.965012:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076994.965016:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076994.965019:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076994.965024:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769076994.965028:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769076994.965032:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076994.965035:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076994.965039:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076994.965041:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076994.965046:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076994.965052:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769076994.965058:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076994.965069:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076994.965082:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076994.965088:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076994.965094:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612127872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076994.965106:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076994.965110:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076994.965115:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076994.965121:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076994.965128:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769076994.965136:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3990)
00000800:00000200:1.1:1769076994.965192:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076994.965195:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076994.965518:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769076994.965521:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076996.372822:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076996.372831:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076996.372838:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076997.396756:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076997.396760:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076997.396763:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076999.444869:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076999.444878:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076999.444885:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076999.572688:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298656835, at 4298657280
00000100:00000010:0.0:1769076999.572714:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00080000:2.0:1769077000.084765:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077000.084780:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077000.084784:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077000.084790:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077000.084795:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077000.084807:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3985
00000400:00000200:2.0:1769077000.084822:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077000.084831:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077000.084836:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077000.084841:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077000.084846:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077000.084850:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077000.084865:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077000.084871:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769077000.084873:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000040:2.0:1769077000.084874:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000100:00000001:0.0:1769077000.084884:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1769077000.084885:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077000.084891:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077000.084895:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00100000:0.0:1769077000.084898:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000020:00000001:2.0:1769077000.084908:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769077000.084910:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077000.084916:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769077000.084920:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769077000.084923:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077000.084931:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077000.084937:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077000.084940:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077000.084950:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077000.084956:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077000.084962:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077000.084969:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077000.084977:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077000.084983:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077000.084990:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077000.084996:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077000.085001:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077000.085005:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077000.085010:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077000.085024:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077000.085031:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077000.085036:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077000.085039:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077000.085053:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077000.085057:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077000.085063:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077000.085073:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077000.085081:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077000.085093:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612128000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077000.085107:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077000.085124:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077000.085130:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612128000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077000.085165:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077000.085169:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077000.085175:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077000.085177:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077000.085180:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077000.085183:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077000.085187:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3985
00000400:00000200:2.0:1769077000.085195:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077000.085200:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077000.085204:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077000.085209:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077000.085212:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077000.085215:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077000.085228:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077000.085246:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077000.085251:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077000.085256:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077000.085260:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077000.085267:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077000.085274:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077000.085304:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077000.085320:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077000.085328:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077000.085338:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077000.085347:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077000.085355:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077000.085360:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077000.085363:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077000.085379:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077000.085392:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077000.085396:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077000.085430:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077000.085438:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077000.085441:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077000.085446:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769077000.085452:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077000.085463:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077000.085468:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077000.085473:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077000.085479:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077000.085493:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077000.085506:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077000.085518:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077000.085533:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612128128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077000.085607:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077000.085611:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077000.085617:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612128128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077000.085631:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077000.085637:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077000.085659:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077000.085678:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077000.085692:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077000.085702:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3995)
00000800:00000200:1.1:1769077000.085907:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077000.085912:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077000.086688:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077000.086691:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077000.468859:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077000.468869:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077000.468875:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077002.516865:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077002.516872:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077002.516877:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077003.540858:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077003.540865:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077003.540870:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077004.180703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077004.180710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077004.180712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077004.180717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077004.180720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077004.180724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077004.180726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077004.180729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077004.180731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077004.692681:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298661956, at 4298662400
00000100:00000010:0.0:1769077004.692704:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:0.0:1769077005.204707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077005.204713:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077005.204719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077005.204725:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077005.204729:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769077005.204735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077005.204736:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077005.204745:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077005.204746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077005.204756:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077005.204757:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077005.204765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077005.204770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077005.204771:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3990
00000100:00000001:0.0:1769077005.204778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077005.204793:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077005.204805:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077005.204811:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077005.204818:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.204823:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.204828:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.204832:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077005.204838:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077005.204841:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077005.204846:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077005.204852:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077005.204856:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077005.204861:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077005.204866:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.204870:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.204873:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.204877:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077005.204882:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077005.204886:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077005.204889:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077005.204892:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077005.204896:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077005.204899:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.204901:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077005.204904:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077005.204915:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769077005.204921:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077005.204928:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077005.204930:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.204934:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077005.204938:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077005.204944:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077005.204956:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077005.204966:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077005.204979:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612128256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077005.204996:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077005.205001:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077005.205006:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612128256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077005.205035:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077005.205040:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077005.205046:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077005.205048:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077005.205051:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077005.205055:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077005.205061:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3990
00000400:00000200:3.0:1769077005.205070:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077005.205077:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077005.205082:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077005.205091:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.205100:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.205111:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.205117:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077005.205124:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077005.205128:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077005.205133:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077005.205138:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077005.205144:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077005.205150:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077005.205156:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.205160:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077005.205166:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077005.205172:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077005.205177:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077005.205186:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077005.205192:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077005.205195:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077005.205202:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077005.205205:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.205207:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077005.205213:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077005.205224:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.205231:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077005.205241:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769077005.205250:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077005.205259:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077005.205264:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077005.205269:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077005.205274:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077005.205280:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077005.205292:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769077005.205304:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077005.205339:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612128384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077005.205361:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077005.205368:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077005.205379:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612128384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077005.205400:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077005.205406:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077005.205413:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077005.205421:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077005.205438:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077005.205449:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4000)
00000800:00000200:1.1:1769077005.205514:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077005.205519:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077005.206033:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077005.206036:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769077005.588901:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077005.588910:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077005.588917:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077006.228723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077006.228733:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077006.228737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077006.228744:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077006.228751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077006.228756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077006.228760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077006.228764:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077006.228768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077006.612837:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077006.612843:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077006.612848:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077007.252704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077007.252712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077007.252715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077007.252721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077007.252725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077007.252728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077007.252731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077007.252749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077007.252752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077008.276627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077008.276634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077008.276636:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077008.276640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077008.276643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077008.276646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077008.276648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077008.276650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077008.276653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077008.660730:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077008.660734:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077008.660737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077009.300677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077009.300682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077009.300684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077009.300689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077009.300692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077009.300695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077009.300698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077009.300700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077009.300702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077009.684745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077009.684748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077009.684751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077009.812652:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298667076, at 4298667520
00000100:00000010:0.0:1769077009.812666:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:0.0:1769077010.324737:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077010.324746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077010.324749:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077010.324756:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077010.324759:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077010.324761:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077010.324769:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077010.324771:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077010.324774:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077010.324777:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077010.324779:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077010.324783:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077010.324785:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077010.324790:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077010.324802:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 3995
00000400:00000200:2.0:1769077010.324815:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077010.324824:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077010.324828:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077010.324833:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.324837:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077010.324840:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.324843:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077010.324848:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077010.324850:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077010.324854:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077010.324857:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077010.324860:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077010.324862:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077010.324866:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.324868:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077010.324871:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.324874:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077010.324877:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077010.324881:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077010.324884:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077010.324888:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077010.324892:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077010.324895:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077010.324898:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077010.324901:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077010.324910:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077010.324915:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077010.324920:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077010.324922:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077010.324925:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077010.324928:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077010.324933:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077010.324942:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077010.324950:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077010.324961:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612128512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077010.324985:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077010.324991:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077010.324996:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612128512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077010.325035:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077010.325048:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077010.325052:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077010.325054:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077010.325056:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077010.325060:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077010.325063:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 3995
00000400:00000200:2.0:1769077010.325067:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077010.325070:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077010.325073:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077010.325077:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.325080:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077010.325084:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.325087:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077010.325090:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077010.325093:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077010.325095:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077010.325098:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077010.325100:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077010.325104:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077010.325111:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.325116:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077010.325123:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077010.325128:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077010.325134:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077010.325142:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077010.325152:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077010.325158:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077010.325167:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077010.325179:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077010.325188:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077010.325201:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077010.325214:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077010.325225:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077010.325274:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077010.325286:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077010.325297:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077010.325304:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077010.325310:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077010.325313:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077010.325347:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077010.325358:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077010.325371:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077010.325386:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077010.325406:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077010.325424:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077010.325439:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612128640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077010.325462:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077010.325474:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077010.325514:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077010.325525:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077010.325540:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077010.325553:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4005)
00000800:00000200:1.1:1769077010.325686:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077010.325691:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077010.326337:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077010.326340:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769077011.732839:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077011.732845:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077011.732850:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077012.756719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077012.756726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077012.756730:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077014.804767:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077014.804771:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077014.804774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077014.932709:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298672196, at 4298672640
00000100:00000010:0.0:1769077014.932722:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00080000:3.0:1769077015.444688:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077015.444698:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077015.444701:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077015.444705:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077015.444710:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077015.444719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4000
00000400:00000200:3.0:1769077015.444729:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077015.444736:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077015.444739:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077015.444743:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444746:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077015.444749:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444752:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077015.444757:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077015.444759:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077015.444763:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077015.444766:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077015.444769:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077015.444771:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077015.444774:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444776:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077015.444777:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444779:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077015.444781:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077015.444783:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444785:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077015.444788:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077015.444790:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077015.444792:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077015.444795:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077015.444797:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077015.444808:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769077015.444811:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077015.444816:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077015.444817:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077015.444820:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077015.444823:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077015.444827:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077015.444844:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077015.444850:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077015.444859:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612128768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077015.444868:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077015.444873:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077015.444876:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612128768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077015.444895:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077015.444899:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077015.444903:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077015.444905:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077015.444907:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077015.444909:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077015.444912:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4000
00000400:00000200:3.0:1769077015.444917:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077015.444927:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077015.444930:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077015.444933:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444935:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077015.444938:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444940:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077015.444943:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077015.444945:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077015.444947:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077015.444949:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077015.444951:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077015.444953:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077015.444957:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444960:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077015.444962:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444964:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077015.444967:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077015.444969:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077015.444971:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077015.444974:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077015.444980:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077015.444982:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077015.444984:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077015.444989:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077015.444992:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077015.444994:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077015.444998:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769077015.445000:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077015.445003:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077015.445004:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077015.445006:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077015.445007:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077015.445009:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077015.445013:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077015.445016:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077015.445022:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612128896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077015.445038:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077015.445041:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077015.445045:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612128896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077015.445053:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077015.445057:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077015.445060:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077015.445065:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077015.445068:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077015.445074:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4010)
00000800:00000200:1.1:1769077015.445177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077015.445182:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077015.445516:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077015.445518:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1769077015.828824:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077015.828831:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077015.828835:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077017.876688:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077017.876692:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077017.876695:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077018.900903:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077018.900913:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077018.900920:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077020.052709:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298677315, at 4298677760
00000100:00000010:0.0:1769077020.052737:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00080000:3.0:1769077020.564640:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077020.564655:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077020.564662:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077020.564670:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077020.564679:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077020.564693:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4005
00000400:00000200:3.0:1769077020.564706:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077020.564715:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077020.564720:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077020.564725:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.564730:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077020.564734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.564737:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077020.564743:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077020.564745:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077020.564749:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077020.564753:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077020.564756:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077020.564760:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077020.564775:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.564778:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077020.564781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.564783:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077020.564788:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077020.564792:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077020.564798:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077020.564803:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077020.564808:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077020.564814:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077020.564817:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077020.564820:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077020.564833:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769077020.564838:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077020.564843:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077020.564846:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077020.564849:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077020.564853:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077020.564860:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077020.564872:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769077020.564881:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077020.564904:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612129024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077020.564918:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077020.564925:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077020.564932:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612129024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077020.564957:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077020.564960:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077020.564965:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077020.564967:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077020.564970:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077020.564974:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077020.564979:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4005
00000400:00000200:3.0:1769077020.564986:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077020.564996:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077020.565002:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077020.565010:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.565018:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077020.565025:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.565032:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077020.565039:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077020.565043:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077020.565049:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077020.565054:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077020.565076:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077020.565081:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077020.565090:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.565097:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077020.565111:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077020.565115:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077020.565124:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077020.565131:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077020.565138:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077020.565143:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077020.565151:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077020.565157:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077020.565162:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077020.565170:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077020.565178:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077020.565183:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077020.565192:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769077020.565198:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077020.565206:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077020.565211:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077020.565214:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077020.565217:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077020.565222:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077020.565233:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077020.565240:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077020.565252:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612129152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077020.565271:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077020.565276:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077020.565287:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612129152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077020.565315:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077020.565322:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077020.565334:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077020.565342:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077020.565350:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077020.565357:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4015)
00000800:00000200:1.1:1769077020.565377:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077020.565381:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077020.565780:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077020.565783:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1769077020.948791:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077020.948796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077020.948800:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077021.972724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077021.972729:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077021.972733:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077024.020748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077024.020752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077024.020756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077025.044736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077025.044741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077025.044745:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077025.172647:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298682435, at 4298682880
00000100:00000010:0.0:1769077025.172665:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00080000:3.0:1769077025.684650:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077025.684666:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077025.684672:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077025.684681:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077025.684691:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077025.684700:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4010
00000400:00000200:3.0:1769077025.684713:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077025.684719:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077025.684723:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077025.684726:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684729:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077025.684731:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684733:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077025.684737:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077025.684739:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077025.684741:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077025.684745:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077025.684747:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077025.684749:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077025.684752:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684754:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077025.684755:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684757:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077025.684760:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077025.684763:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684765:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077025.684767:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077025.684771:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077025.684774:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077025.684777:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077025.684780:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077025.684790:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769077025.684795:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077025.684800:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077025.684802:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077025.684805:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077025.684808:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077025.684814:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077025.684824:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077025.684831:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077025.684843:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612129280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077025.684855:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077025.684867:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077025.684872:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612129280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077025.684905:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077025.684908:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077025.684911:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077025.684913:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077025.684915:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077025.684917:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077025.684920:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4010
00000400:00000200:3.0:1769077025.684923:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077025.684927:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077025.684929:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077025.684932:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684935:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077025.684938:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684940:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077025.684943:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077025.684944:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077025.684946:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077025.684947:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077025.684950:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077025.684955:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077025.684960:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684964:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077025.684988:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077025.684993:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077025.684997:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077025.685042:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077025.685048:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077025.685054:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077025.685062:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077025.685070:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077025.685074:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077025.685083:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077025.685091:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077025.685096:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077025.685101:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769077025.685109:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077025.685112:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077025.685117:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077025.685120:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077025.685126:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077025.685129:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077025.685138:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769077025.685145:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077025.685154:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077025.685170:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077025.685174:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077025.685182:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612129408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077025.685199:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077025.685204:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077025.685214:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077025.685217:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077025.685221:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077025.685233:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4021)
00000800:00000200:1.1:1769077025.685455:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077025.685460:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077025.686291:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077025.686294:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077027.092772:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077027.092775:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077027.092778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077028.116741:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077028.116745:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077028.116748:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077030.164736:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077030.164739:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077030.164742:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077030.292654:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298687556, at 4298688000
00000100:00000010:0.0:1769077030.292664:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:2.0:1769077030.804967:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077030.804980:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077030.804984:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077030.804989:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077030.804994:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077030.805015:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4016
00000400:00000200:2.0:1769077030.805026:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077030.805033:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077030.805037:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077030.805040:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805043:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077030.805045:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805047:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077030.805051:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077030.805053:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077030.805055:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077030.805058:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077030.805060:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077030.805062:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077030.805065:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805067:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077030.805084:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805086:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077030.805089:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077030.805091:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805093:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077030.805096:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077030.805098:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077030.805101:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077030.805103:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077030.805105:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077030.805114:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521880.
00000020:00000040:2.0:1769077030.805117:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077030.805121:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077030.805123:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077030.805125:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077030.805128:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077030.805131:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077030.805138:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077030.805143:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077030.805151:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521880 x1855007612129536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077030.805160:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077030.805163:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077030.805167:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db815254] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521880 x1855007612129536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077030.805187:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077030.805189:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077030.805192:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077030.805193:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077030.805195:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077030.805197:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077030.805200:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4016
00000400:00000200:2.0:1769077030.805204:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077030.805207:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077030.805210:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077030.805213:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805218:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077030.805224:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805228:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077030.805233:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077030.805235:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077030.805239:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077030.805244:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077030.805252:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077030.805260:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077030.805268:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805275:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077030.805283:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805289:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077030.805296:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077030.805304:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077030.805309:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077030.805315:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077030.805322:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077030.805326:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077030.805329:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077030.805335:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077030.805339:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077030.805341:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077030.805348:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077030.805352:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077030.805357:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077030.805358:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077030.805360:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077030.805362:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077030.805366:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077030.805372:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077030.805381:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077030.805390:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612129664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077030.805414:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077030.805418:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077030.805427:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612129664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077030.805456:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077030.805459:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077030.805467:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077030.805470:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077030.805475:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077030.805482:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4026)
00000800:00000200:1.1:1769077030.805535:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077030.805538:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077030.805986:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077030.805989:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077031.188719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077031.188722:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077031.188725:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077033.236904:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077033.236910:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077033.236914:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077034.260814:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077034.260818:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077034.260821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077035.412672:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298692676, at 4298693120
00000100:00000010:0.0:1769077035.412688:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00080000:3.0:1769077035.924750:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077035.924756:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077035.924759:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077035.924781:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077035.924784:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077035.924791:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4021
00000400:00000200:3.0:1769077035.924824:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077035.924830:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077035.924833:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077035.924836:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.924838:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077035.924841:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.924842:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077035.924845:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077035.924847:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077035.924850:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077035.924852:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077035.924854:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077035.924856:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077035.924858:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.924859:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077035.924861:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.924862:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077035.924865:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077035.924867:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077035.924869:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077035.924871:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077035.924873:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077035.924876:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077035.924877:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077035.924879:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077035.924887:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769077035.924889:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077035.924892:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077035.924894:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077035.924896:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077035.924898:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077035.924901:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077035.924908:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077035.924913:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077035.924920:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612129792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077035.924929:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077035.924932:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077035.924935:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612129792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077035.924952:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077035.924971:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077035.924973:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077035.924975:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077035.924976:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077035.924978:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077035.924980:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4021
00000400:00000200:3.0:1769077035.924984:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077035.924987:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077035.924990:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077035.924992:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.924994:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077035.924999:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.925002:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077035.925006:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077035.925008:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077035.925010:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077035.925013:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077035.925017:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077035.925021:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077035.925028:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.925032:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077035.925035:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077035.925038:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077035.925042:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077035.925046:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077035.925051:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077035.925056:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077035.925062:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077035.925066:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077035.925068:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077035.925073:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077035.925077:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077035.925078:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077035.925085:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769077035.925088:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077035.925093:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077035.925095:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077035.925097:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077035.925099:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077035.925118:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077035.925124:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769077035.925130:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077035.925136:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612129920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077035.925150:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077035.925153:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077035.925163:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612129920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077035.925177:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077035.925181:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077035.925187:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077035.925192:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077035.925198:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077035.925204:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4031)
00000800:00000200:1.1:1769077035.925273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077035.925276:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077035.925643:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077035.925644:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077036.308720:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077036.308723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077036.308726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077037.332714:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077037.332718:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077037.332721:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077039.380901:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077039.380907:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077039.380912:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077040.404912:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077040.404919:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077040.404925:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077040.532645:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298697795, at 4298698240
00000100:00000010:0.0:1769077040.532659:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:3.0:1769077041.044809:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077041.044824:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077041.044829:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077041.044836:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077041.044843:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077041.044855:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4026
00000400:00000200:3.0:1769077041.044871:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077041.044882:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077041.044888:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077041.044894:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.044900:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077041.044904:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.044910:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077041.044917:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077041.044921:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077041.044925:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077041.044930:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077041.044935:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077041.044940:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077041.044966:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.044970:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077041.044974:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.044978:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077041.044983:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077041.044989:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077041.044998:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077041.045004:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077041.045010:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077041.045015:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077041.045036:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077041.045041:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077041.045071:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769077041.045079:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077041.045089:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077041.045092:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077041.045098:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077041.045118:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077041.045126:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077041.045141:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769077041.045153:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077041.045170:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612130048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077041.045190:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077041.045199:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077041.045208:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612130048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077041.045253:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077041.045260:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077041.045267:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077041.045270:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077041.045273:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077041.045280:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077041.045285:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4026
00000400:00000200:3.0:1769077041.045294:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077041.045301:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077041.045307:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077041.045313:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.045320:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077041.045324:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.045329:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077041.045357:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077041.045362:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077041.045366:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077041.045376:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077041.045390:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077041.045401:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077041.045416:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.045428:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077041.045441:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077041.045470:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077041.045483:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077041.045501:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077041.045513:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077041.045523:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077041.045537:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077041.045555:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077041.045561:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077041.045569:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077041.045578:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077041.045643:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077041.045659:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769077041.045670:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077041.045680:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077041.045704:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077041.045737:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077041.045744:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077041.045753:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077041.045757:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077041.045762:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
02000000:00000010:3.0:1769077041.045767:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769077041.045783:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077041.045815:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077041.045850:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077041.045864:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077041.045888:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612130176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077041.045935:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077041.045945:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077041.045954:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077041.045970:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077041.045983:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077041.046002:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4036)
00000800:00000200:1.1:1769077041.046246:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077041.046247:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769077042.452776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077042.452780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077042.452783:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077043.476907:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077043.476913:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077043.476918:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077045.524765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077045.524770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077045.524774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077045.652660:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298702916, at 4298703360
00000100:00000010:0.0:1769077045.652676:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:2.0:1769077046.164690:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077046.164697:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077046.164699:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077046.164702:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077046.164705:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077046.164712:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4031
00000400:00000200:2.0:1769077046.164720:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077046.164725:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077046.164728:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077046.164731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164733:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077046.164735:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164736:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077046.164740:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077046.164743:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077046.164746:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077046.164748:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077046.164751:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077046.164753:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077046.164757:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164759:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077046.164761:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164763:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077046.164766:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077046.164770:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164772:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.164775:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077046.164779:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077046.164782:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.164785:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077046.164787:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077046.164797:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077046.164800:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077046.164805:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077046.164807:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.164810:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077046.164813:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077046.164816:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077046.164823:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077046.164829:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077046.164837:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612130304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077046.164845:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077046.164849:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077046.164853:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612130304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.164871:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077046.164874:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077046.164876:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077046.164877:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077046.164878:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077046.164880:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077046.164883:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4031
00000400:00000200:2.0:1769077046.164887:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077046.164889:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077046.164892:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077046.164896:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164900:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077046.164903:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164906:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077046.164908:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077046.164911:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077046.164914:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077046.164917:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077046.164922:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077046.164924:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077046.164931:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164935:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077046.164940:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164944:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077046.164947:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077046.164954:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077046.164957:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077046.164960:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077046.164966:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077046.164970:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.164975:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077046.164980:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077046.164984:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.164987:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077046.164993:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769077046.164996:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077046.164999:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077046.165001:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077046.165004:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077046.165005:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077046.165006:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077046.165010:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077046.165016:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077046.165023:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612130432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077046.165045:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077046.165049:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077046.165056:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612130432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077046.165068:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077046.165070:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077046.165075:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077046.165077:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077046.165081:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077046.165087:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4041)
00000800:00000200:1.1:1769077046.165157:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077046.165349:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:2.0:1769077046.548754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077046.548760:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077046.548765:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077048.596740:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077048.596744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077048.596747:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769077049.236876:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769077049.236910:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077049.236920:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077049.236924:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769077049.236927:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077049.236930:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077049.236934:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077049.236938:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:3.0:1769077049.236943:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077049.236946:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077049.236952:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1aa0
00000400:00000010:3.0:1769077049.236954:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1aa0.
00000100:00000001:3.0:1769077049.236958:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077049.236965:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1522680 x1855007612130304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077049.236987:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077049.236992:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612130304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077049.237000:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077049.237002:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077049.237011:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077049.237014:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:3.0:1769077049.237018:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077049.237022:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077049.237025:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c13b8
00000400:00000010:3.0:1769077049.237027:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c13b8.
00000100:00000001:3.0:1769077049.237030:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077049.237036:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521500 x1855007612130432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077049.237068:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077049.237075:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612130432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077071 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077049.237087:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077049.237089:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077049.620777:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077049.620781:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077049.620784:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077050.772661:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298708035, at 4298708480
00000100:00000010:0.0:1769077050.772677:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:3.0:1769077051.284717:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077051.284725:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077051.284728:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077051.284732:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077051.284737:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077051.284744:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4036
00000400:00000200:3.0:1769077051.284755:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077051.284763:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077051.284766:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077051.284770:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284774:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077051.284777:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284779:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077051.284796:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077051.284798:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077051.284801:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077051.284804:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077051.284806:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077051.284808:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077051.284810:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284812:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077051.284813:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284815:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077051.284818:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077051.284822:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284824:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077051.284828:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077051.284831:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077051.284834:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077051.284848:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077051.284851:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077051.284857:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769077051.284860:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077051.284865:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077051.284866:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077051.284869:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077051.284872:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077051.284878:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077051.284887:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077051.284894:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077051.284905:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612130560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077051.284916:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077051.284921:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077051.284926:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612130560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077051.284953:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077051.284956:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077051.284960:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077051.284961:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077051.284963:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077051.284966:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077051.284969:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4036
00000400:00000200:3.0:1769077051.284974:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077051.284978:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077051.284980:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077051.284983:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077051.284986:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284987:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077051.284989:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077051.284989:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077051.284991:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077051.284992:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077051.284994:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077051.284995:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077051.284997:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.284999:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077051.285000:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077051.285001:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077051.285003:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077051.285005:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077051.285008:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077051.285011:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077051.285017:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077051.285020:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077051.285023:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077051.285030:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077051.285037:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077051.285042:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077051.285048:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769077051.285054:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077051.285061:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077051.285063:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077051.285068:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077051.285072:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077051.285076:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077051.285083:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769077051.285091:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077051.285102:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612130688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077051.285124:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077051.285128:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077051.285138:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612130688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077051.285156:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077051.285161:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077051.285167:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077051.285172:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077051.285177:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077051.285183:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4046)
00000800:00000200:1.1:1769077051.285341:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077051.285344:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077051.285865:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077051.285868:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077051.668679:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077051.668682:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077051.668685:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077052.692720:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077052.692725:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077052.692728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077054.740821:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077054.740825:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077054.740829:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077055.764745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077055.764749:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077055.764752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077055.892868:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298713155, at 4298713600
00000100:00000010:0.0:1769077055.892879:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:0.0:1769077056.404719:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077056.404729:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077056.404734:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077056.404738:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077056.404741:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077056.404751:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4041
00000400:00000200:0.0:1769077056.404764:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077056.404774:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077056.404779:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077056.404784:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.404788:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077056.404792:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.404796:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077056.404802:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077056.404805:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077056.404810:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077056.404814:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077056.404819:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077056.404823:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077056.404828:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.404832:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077056.404835:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.404839:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077056.404844:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077056.404849:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077056.404853:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077056.404857:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077056.404862:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077056.404865:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077056.404867:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077056.404870:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077056.404880:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769077056.404884:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077056.404888:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077056.404890:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077056.404893:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077056.404896:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077056.404900:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077056.404910:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769077056.404917:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077056.404927:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612130816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077056.404939:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077056.404944:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077056.404948:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612130816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077056.404981:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077056.404987:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077056.404992:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077056.404996:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077056.404999:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077056.405005:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077056.405012:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4041
00000400:00000200:0.0:1769077056.405027:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077056.405041:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077056.405060:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077056.405069:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.405076:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077056.405082:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.405091:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077056.405100:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077056.405105:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077056.405111:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077056.405116:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077056.405121:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077056.405126:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077056.405131:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.405132:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077056.405134:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077056.405136:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077056.405139:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077056.405146:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077056.405153:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077056.405158:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077056.405169:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077056.405172:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077056.405179:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077056.405186:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077056.405194:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077056.405200:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077056.405206:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077056.405212:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077056.405216:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077056.405223:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077056.405227:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077056.405230:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077056.405236:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077056.405248:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077056.405259:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077056.405273:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077056.405317:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077056.405325:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077056.405338:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612130944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077056.405362:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077056.405369:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077056.405379:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077056.405385:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077056.405392:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077056.405401:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4051)
00000800:00000200:1.1:1769077056.405510:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077056.405514:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077056.405969:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077056.405972:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077057.812766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077057.812771:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077057.812774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077058.836776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077058.836783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077058.836789:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077060.884774:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077060.884778:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077060.884780:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077061.012698:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298718276, at 4298718720
00000100:00000010:0.0:1769077061.012718:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00080000:2.0:1769077061.524707:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077061.524718:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077061.524724:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077061.524733:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077061.524739:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077061.524748:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4046
00000400:00000200:2.0:1769077061.524776:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077061.524784:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077061.524787:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077061.524790:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524792:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077061.524794:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524797:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077061.524800:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077061.524802:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077061.524805:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077061.524808:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077061.524810:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077061.524812:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077061.524814:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524815:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077061.524816:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524825:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077061.524827:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077061.524830:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524831:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077061.524834:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077061.524837:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077061.524840:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077061.524841:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077061.524844:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077061.524854:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077061.524857:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077061.524861:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077061.524863:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077061.524865:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077061.524868:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077061.524873:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077061.524881:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077061.524888:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077061.524896:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612131072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077061.524906:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077061.524910:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077061.524914:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612131072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077061.524932:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077061.524935:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077061.524938:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077061.524939:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077061.524941:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077061.524944:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077061.524947:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4046
00000400:00000200:2.0:1769077061.524951:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077061.524953:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077061.524956:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077061.524961:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524963:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077061.524967:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524972:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077061.524973:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077061.524975:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077061.524977:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077061.524980:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077061.524983:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077061.524987:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077061.524994:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.524997:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077061.525002:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077061.525005:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077061.525009:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077061.525015:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077061.525017:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077061.525019:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077061.525026:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077061.525029:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077061.525034:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077061.525040:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077061.525044:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077061.525048:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077061.525051:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769077061.525055:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077061.525056:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077061.525057:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077061.525059:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077061.525063:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077061.525065:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077061.525072:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077061.525075:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077061.525080:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612131200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077061.525092:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077061.525094:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077061.525097:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612131200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077061.525107:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077061.525112:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077061.525115:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077061.525121:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077061.525124:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077061.525128:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4056)
00000800:00000200:1.1:1769077061.525277:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077061.525280:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077061.525682:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077061.525684:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077061.908789:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077061.908794:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077061.908798:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077063.956875:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077063.956881:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077063.956885:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077064.980829:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077064.980836:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077064.980842:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077066.132622:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298723395, at 4298723840
00000100:00000010:0.0:1769077066.132632:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:0.0:1769077066.644700:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077066.644707:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077066.644710:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077066.644714:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077066.644719:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077066.644728:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4051
00000400:00000200:0.0:1769077066.644738:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077066.644744:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077066.644747:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077066.644751:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644754:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077066.644756:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644759:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077066.644763:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077066.644765:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077066.644768:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077066.644771:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077066.644774:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077066.644777:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077066.644780:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077066.644784:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644786:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077066.644790:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077066.644793:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644796:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077066.644799:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077066.644802:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077066.644805:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077066.644807:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077066.644810:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077066.644819:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077066.644823:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077066.644826:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077066.644828:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077066.644831:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077066.644834:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077066.644839:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077066.644846:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077066.644853:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077066.644862:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612131328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077066.644872:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077066.644877:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077066.644882:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612131328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077066.644906:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077066.644909:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077066.644912:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077066.644914:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077066.644916:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077066.644919:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077066.644923:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4051
00000400:00000200:0.0:1769077066.644927:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077066.644933:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077066.644938:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077066.644944:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644948:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077066.644954:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644959:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077066.644964:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077066.644967:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077066.644971:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077066.644974:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077066.644978:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077066.644981:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077066.644986:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.644991:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077066.644999:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077066.645005:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077066.645010:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077066.645015:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077066.645019:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077066.645024:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077066.645030:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077066.645037:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077066.645041:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077066.645047:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077066.645053:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077066.645057:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077066.645061:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769077066.645066:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077066.645072:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077066.645076:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077066.645080:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077066.645083:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077066.645086:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077066.645094:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077066.645102:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077066.645111:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612131456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077066.645124:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077066.645136:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077066.645144:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612131456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077066.645162:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077066.645168:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077066.645176:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077066.645183:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077066.645189:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077066.645197:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4062)
00000800:00000200:1.1:1769077066.645222:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077066.645239:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077066.645590:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077066.645592:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769077067.028675:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077067.028678:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077067.028681:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077068.052794:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077068.052801:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077068.052805:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077070.100855:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077070.100864:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077070.100869:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077071.124745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077071.124751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077071.124754:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077071.252665:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298728515, at 4298728960
00000100:00000010:0.0:1769077071.252682:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00080000:0.0:1769077071.764643:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077071.764650:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077071.764654:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077071.764659:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077071.764663:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077071.764672:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4057
00000400:00000200:0.0:1769077071.764684:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077071.764691:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077071.764694:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077071.764697:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764699:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077071.764701:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764703:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077071.764706:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077071.764708:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077071.764710:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077071.764712:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077071.764713:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077071.764715:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077071.764717:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764736:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077071.764737:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764738:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077071.764741:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077071.764743:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764744:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077071.764746:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077071.764748:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077071.764751:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077071.764752:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077071.764754:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077071.764762:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077071.764765:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077071.764768:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077071.764769:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077071.764771:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077071.764773:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077071.764777:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077071.764783:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077071.764789:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077071.764796:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612131584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077071.764804:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077071.764808:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077071.764811:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612131584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077071.764829:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077071.764832:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077071.764834:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077071.764835:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077071.764836:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077071.764838:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077071.764840:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4057
00000400:00000200:0.0:1769077071.764843:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077071.764846:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077071.764848:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077071.764850:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764870:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077071.764874:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764878:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077071.764881:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077071.764883:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077071.764886:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077071.764889:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077071.764894:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077071.764897:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077071.764902:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764907:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077071.764909:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764914:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077071.764917:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077071.764927:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077071.764932:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077071.764934:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077071.764940:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077071.764944:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077071.764946:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077071.764951:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077071.764955:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077071.764957:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077071.764961:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077071.764966:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077071.764969:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077071.764970:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077071.764971:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077071.764973:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077071.764976:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077071.764980:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077071.764983:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077071.764989:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077071.765001:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077071.765007:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077071.765013:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612131712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077071.765033:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077071.765038:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077071.765049:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077071.765056:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077071.765067:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077071.765073:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4067)
00000800:00000200:1.1:1769077071.765157:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077071.765160:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077071.765511:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077071.765514:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769077073.172803:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077073.172808:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077073.172812:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077074.196747:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077074.196753:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077074.196757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077076.244734:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077076.244739:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077076.244743:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077076.372681:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298733635, at 4298734080
00000100:00000010:0.0:1769077076.372700:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00080000:2.0:1769077076.884696:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077076.884702:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077076.884704:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077076.884707:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077076.884710:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077076.884716:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4062
00000400:00000200:2.0:1769077076.884724:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077076.884730:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077076.884733:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077076.884735:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884738:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077076.884740:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884741:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077076.884745:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077076.884747:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077076.884749:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077076.884751:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077076.884752:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077076.884754:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077076.884756:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884757:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077076.884758:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884760:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077076.884763:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077076.884765:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884767:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077076.884769:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077076.884772:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077076.884774:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077076.884775:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077076.884777:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077076.884785:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077076.884787:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077076.884790:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077076.884791:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077076.884793:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077076.884795:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077076.884799:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077076.884805:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077076.884811:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077076.884818:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612131840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077076.884826:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077076.884829:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077076.884832:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612131840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077076.884849:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077076.884851:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077076.884853:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077076.884855:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077076.884856:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077076.884858:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077076.884860:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4062
00000400:00000200:2.0:1769077076.884863:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077076.884866:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077076.884868:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077076.884870:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884872:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077076.884876:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884880:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077076.884883:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077076.884885:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077076.884887:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077076.884889:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077076.884893:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077076.884897:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077076.884903:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884907:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077076.884912:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884916:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077076.884923:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077076.884932:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077076.884938:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077076.884943:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077076.884949:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077076.884955:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077076.884959:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077076.884966:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077076.884972:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077076.884976:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077076.884980:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769077076.884984:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077076.884987:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077076.884989:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077076.884991:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077076.884993:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077076.884997:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077076.885004:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077076.885009:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077076.885019:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612131968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077076.885033:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077076.885036:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077076.885042:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612131968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077076.885056:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077076.885058:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077076.885064:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077076.885067:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077076.885071:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077076.885077:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4072)
00000800:00000200:1.1:1769077076.885151:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077076.885154:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077076.885427:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077076.885429:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077077.268772:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077077.268777:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077077.268781:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077079.316783:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077079.316790:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077079.316795:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077080.340718:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077080.340724:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077080.340728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077081.492652:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298738755, at 4298739200
00000100:00000010:0.0:1769077081.492664:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:2.0:1769077082.004659:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077082.004667:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077082.004670:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077082.004675:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.004679:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077082.004688:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4067
00000400:00000200:2.0:1769077082.004698:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077082.004707:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.004712:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.004715:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004718:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.004720:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004723:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077082.004726:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.004727:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077082.004730:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.004732:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077082.004734:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077082.004736:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077082.004739:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004740:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.004742:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004744:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077082.004746:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077082.004748:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004750:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077082.004752:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077082.004754:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077082.004756:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.004757:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077082.004759:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077082.004766:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077082.004769:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077082.004772:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.004773:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.004775:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077082.004777:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.004780:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077082.004786:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077082.004791:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077082.004798:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612132096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077082.004806:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077082.004809:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.004812:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612132096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.004826:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077082.004828:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077082.004831:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077082.004832:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077082.004833:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.004835:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077082.004836:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4067
00000400:00000200:2.0:1769077082.004839:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077082.004841:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.004843:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.004846:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004847:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.004849:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004851:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077082.004852:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.004853:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077082.004855:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.004857:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077082.004861:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077082.004863:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077082.004868:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004870:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.004874:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004876:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077082.004879:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077082.004883:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077082.004887:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077082.004891:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077082.004896:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077082.004900:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.004903:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077082.004906:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077082.004909:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.004914:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077082.004918:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769077082.004922:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077082.004924:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.004927:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.004930:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077082.004931:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.004934:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077082.004939:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077082.004942:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077082.004950:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612132224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077082.004959:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077082.004961:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.004966:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612132224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.004976:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.004979:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077082.004982:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077082.004986:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077082.004990:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077082.004994:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4077)
00000800:00000200:1.1:1769077082.005195:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077082.005199:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077082.005686:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077082.005690:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769077082.388698:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077082.388701:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077082.388704:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077083.412734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077083.412738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077083.412741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077085.460696:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077085.460701:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077085.460705:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077086.484691:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077086.484695:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077086.484698:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077086.612652:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298743875, at 4298744320
00000100:00000010:0.0:1769077086.612666:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00080000:3.0:1769077087.124697:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077087.124703:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077087.124707:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077087.124710:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077087.124713:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077087.124721:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4072
00000400:00000200:3.0:1769077087.124731:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077087.124738:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077087.124742:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077087.124746:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124749:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077087.124752:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124755:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077087.124759:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077087.124761:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077087.124764:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077087.124767:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077087.124769:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077087.124772:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077087.124775:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124777:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077087.124779:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124781:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077087.124785:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077087.124788:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124790:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077087.124793:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077087.124797:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077087.124799:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077087.124802:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077087.124804:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077087.124814:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769077087.124818:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077087.124822:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077087.124824:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077087.124826:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077087.124829:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077087.124833:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077087.124840:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769077087.124846:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077087.124855:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612132352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077087.124865:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077087.124870:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077087.124875:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612132352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077087.124896:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077087.124899:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077087.124902:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077087.124903:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077087.124904:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077087.124906:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077087.124909:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4072
00000400:00000200:3.0:1769077087.124913:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077087.124915:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077087.124918:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077087.124923:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124927:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077087.124930:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124933:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077087.124936:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077087.124952:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077087.124955:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077087.124958:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077087.124963:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077087.124968:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077087.124974:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124978:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077087.124981:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077087.124985:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077087.124989:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077087.124996:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077087.125002:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077087.125012:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077087.125021:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077087.125029:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077087.125034:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077087.125041:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077087.125047:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077087.125052:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077087.125058:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769077087.125064:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077087.125080:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077087.125085:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077087.125091:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077087.125096:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077087.125100:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077087.125104:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769077087.125110:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077087.125120:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077087.125131:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077087.125135:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077087.125142:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612132480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077087.125173:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077087.125178:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077087.125185:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077087.125190:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077087.125195:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077087.125200:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4082)
00000800:00000200:1.1:1769077087.125214:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077087.125218:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077087.125526:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077087.125528:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077088.532707:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077088.532713:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077088.532717:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077089.556746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077089.556750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077089.556753:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077091.604734:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077091.604738:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077091.604740:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077091.732634:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298748995, at 4298749440
00000100:00000010:0.0:1769077091.732654:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:3.0:1769077092.244629:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077092.244641:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077092.244646:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077092.244652:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077092.244659:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077092.244669:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4077
00000400:00000200:3.0:1769077092.244680:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077092.244688:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077092.244691:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077092.244694:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244698:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077092.244700:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244703:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077092.244707:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077092.244709:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077092.244712:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077092.244715:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077092.244718:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077092.244721:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077092.244724:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244726:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077092.244729:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244731:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077092.244734:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077092.244738:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244741:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077092.244744:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077092.244747:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077092.244750:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077092.244752:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077092.244755:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077092.244764:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769077092.244768:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077092.244772:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077092.244774:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077092.244776:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077092.244779:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077092.244783:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077092.244791:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769077092.244797:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077092.244806:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612132608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077092.244816:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077092.244820:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077092.244825:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612132608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077092.244848:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077092.244851:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077092.244867:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077092.244869:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077092.244871:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077092.244874:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077092.244878:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4077
00000400:00000200:3.0:1769077092.244883:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077092.244887:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077092.244890:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077092.244898:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244904:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077092.244908:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244913:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077092.244919:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077092.244922:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077092.244925:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077092.244930:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077092.244935:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077092.244937:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077092.244943:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244949:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077092.244954:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244958:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077092.244964:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077092.244971:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077092.244976:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077092.244980:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077092.244988:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077092.244993:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077092.244998:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077092.245005:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077092.245012:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077092.245016:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077092.245021:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769077092.245026:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077092.245029:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077092.245033:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077092.245035:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077092.245038:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077092.245041:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077092.245049:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769077092.245054:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077092.245064:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612132736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077092.245079:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077092.245083:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077092.245091:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612132736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077092.245108:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077092.245113:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077092.245121:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077092.245126:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077092.245134:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077092.245142:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4087)
00000800:00000200:1.1:1769077092.245196:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077092.245200:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077092.245493:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077092.245495:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077092.628750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077092.628754:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077092.628757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077094.676691:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077094.676694:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077094.676697:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077095.700743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077095.700747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077095.700750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077096.852709:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298754115, at 4298754560
00000100:00000010:0.0:1769077096.852724:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:0.0:1769077097.364643:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077097.364653:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077097.364658:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077097.364663:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077097.364673:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077097.364681:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4082
00000400:00000200:0.0:1769077097.364690:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077097.364696:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077097.364699:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077097.364702:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364704:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077097.364706:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364708:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077097.364711:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077097.364713:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077097.364715:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077097.364717:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077097.364718:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077097.364720:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077097.364722:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364724:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077097.364725:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364726:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077097.364729:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077097.364731:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364733:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077097.364735:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077097.364738:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077097.364740:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077097.364742:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077097.364743:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077097.364756:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077097.364759:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077097.364763:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077097.364764:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077097.364781:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077097.364784:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077097.364788:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077097.364795:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077097.364800:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077097.364807:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612132864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077097.364816:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077097.364819:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077097.364822:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612132864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077097.364838:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077097.364840:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077097.364842:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077097.364844:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077097.364845:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077097.364847:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077097.364849:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4082
00000400:00000200:0.0:1769077097.364852:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077097.364855:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077097.364857:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077097.364859:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364862:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077097.364866:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364870:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077097.364873:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077097.364874:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077097.364877:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077097.364879:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077097.364883:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077097.364887:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077097.364894:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364896:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077097.364900:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364903:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077097.364908:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077097.364914:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077097.364919:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077097.364923:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077097.364929:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077097.364934:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077097.364939:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077097.364944:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077097.364947:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077097.364951:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077097.364956:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077097.364959:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077097.364964:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077097.364965:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077097.364967:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077097.364970:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077097.364971:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077097.364975:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769077097.364979:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077097.364985:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612132992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077097.364997:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077097.365001:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077097.365010:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612132992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077097.365033:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077097.365039:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077097.365046:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077097.365051:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077097.365058:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077097.365065:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4092)
00000800:00000200:1.1:1769077097.365110:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077097.365127:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077097.365512:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077097.365515:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077097.748732:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077097.748737:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077097.748740:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077098.772769:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077098.772773:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077098.772776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077100.820837:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077100.820841:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077100.820844:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077101.844750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077101.844753:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077101.844756:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077101.972677:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298759235, at 4298759680
00000100:00000010:0.0:1769077101.972707:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:0.0:1769077102.484791:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077102.484805:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077102.484813:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077102.484820:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077102.484825:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077102.484834:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4087
00000400:00000200:0.0:1769077102.484848:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077102.484858:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077102.484862:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077102.484868:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.484872:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077102.484876:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.484879:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077102.484884:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077102.484887:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077102.484891:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077102.484894:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077102.484897:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077102.484900:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077102.484904:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.484906:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077102.484909:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.484911:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077102.484916:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077102.484920:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077102.484923:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077102.484926:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077102.484930:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077102.484934:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077102.484936:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077102.484939:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077102.484951:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077102.484955:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077102.484959:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077102.484961:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077102.484964:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077102.484968:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077102.484973:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077102.484982:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077102.484989:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077102.485000:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612133120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077102.485014:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077102.485019:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077102.485025:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612133120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077102.485057:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077102.485062:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077102.485066:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077102.485068:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077102.485070:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077102.485074:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077102.485078:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4087
00000400:00000200:0.0:1769077102.485084:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077102.485107:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077102.485111:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077102.485115:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.485129:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077102.485137:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.485140:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077102.485143:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077102.485144:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077102.485146:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077102.485152:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077102.485159:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077102.485162:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077102.485193:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.485201:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077102.485206:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077102.485212:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077102.485219:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077102.485227:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077102.485233:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077102.485240:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077102.485251:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077102.485257:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077102.485262:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077102.485271:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077102.485277:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077102.485287:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077102.485300:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077102.485305:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077102.485312:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077102.485318:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077102.485323:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077102.485328:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077102.485333:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077102.485341:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769077102.485349:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077102.485362:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077102.485386:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077102.485393:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077102.485407:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612133248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077102.485426:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077102.485434:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077102.485443:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077102.485449:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077102.485460:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077102.485479:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4097)
00000800:00000200:1.1:1769077102.485645:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077102.485649:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077102.486227:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077102.486230:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077103.892823:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077103.892827:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077103.892831:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077104.916739:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077104.916742:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077104.916745:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077106.964863:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077106.964869:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077106.964889:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077107.092660:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298764356, at 4298764800
00000100:00000010:0.0:1769077107.092686:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:0.0:1769077107.604672:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077107.604681:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077107.604684:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077107.604688:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077107.604695:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077107.604704:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4092
00000400:00000200:0.0:1769077107.604714:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077107.604720:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077107.604727:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077107.604730:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604733:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077107.604735:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604737:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077107.604740:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077107.604742:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077107.604744:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077107.604746:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077107.604747:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077107.604749:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077107.604751:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604752:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077107.604754:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604756:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077107.604758:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077107.604761:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604762:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077107.604764:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077107.604767:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077107.604769:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077107.604770:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077107.604772:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077107.604779:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769077107.604781:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077107.604784:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077107.604785:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077107.604787:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077107.604789:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077107.604793:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077107.604799:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077107.604804:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077107.604811:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612133376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077107.604819:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077107.604822:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077107.604825:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612133376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077107.604839:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077107.604841:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077107.604844:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077107.604845:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077107.604846:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077107.604848:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077107.604850:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4092
00000400:00000200:0.0:1769077107.604853:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077107.604856:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077107.604858:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077107.604861:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604863:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077107.604864:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604867:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077107.604871:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077107.604874:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077107.604876:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077107.604879:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077107.604881:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077107.604885:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077107.604891:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604895:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077107.604899:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604903:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077107.604906:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077107.604911:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077107.604918:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077107.604922:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077107.604927:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077107.604931:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077107.604934:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077107.604938:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077107.604942:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077107.604944:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077107.604949:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077107.604954:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077107.604957:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077107.604960:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077107.604964:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077107.604968:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077107.604971:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077107.604976:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769077107.604982:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077107.604987:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612133504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077107.605002:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077107.605006:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077107.605011:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612133504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077107.605032:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077107.605036:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077107.605042:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077107.605047:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077107.605053:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077107.605060:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4103)
00000800:00000200:1.1:1769077107.605122:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077107.605125:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077107.605441:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077107.605444:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769077107.988786:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077107.988789:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077107.988792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077110.036829:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077110.036833:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077110.036837:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077111.060803:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077111.060808:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077111.060811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077112.212683:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298769475, at 4298769920
00000100:00000010:0.0:1769077112.212696:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:2.0:1769077112.724688:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077112.724698:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077112.724702:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077112.724707:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077112.724711:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077112.724719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4098
00000400:00000200:2.0:1769077112.724730:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077112.724737:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077112.724740:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077112.724743:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724746:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077112.724749:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724751:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077112.724755:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077112.724756:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077112.724758:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077112.724761:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077112.724763:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077112.724765:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077112.724768:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724769:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077112.724770:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724771:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077112.724774:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077112.724776:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724777:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077112.724779:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077112.724781:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077112.724783:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077112.724785:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077112.724787:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077112.724794:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769077112.724797:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077112.724800:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077112.724801:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077112.724804:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077112.724806:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077112.724819:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077112.724826:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769077112.724831:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077112.724839:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612133632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077112.724846:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077112.724850:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077112.724853:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612133632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077112.724870:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077112.724872:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077112.724874:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077112.724875:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077112.724876:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077112.724879:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077112.724880:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4098
00000400:00000200:2.0:1769077112.724882:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077112.724885:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077112.724886:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077112.724889:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724891:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077112.724893:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724895:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077112.724896:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077112.724898:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077112.724899:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077112.724900:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077112.724903:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077112.724907:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077112.724912:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724916:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077112.724922:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724925:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077112.724928:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077112.724933:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077112.724938:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077112.724942:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077112.724949:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077112.724954:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077112.724957:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077112.724962:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077112.724967:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077112.724970:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077112.724975:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077112.724978:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077112.724983:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077112.724984:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077112.724985:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077112.724987:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077112.724991:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077112.724997:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077112.725001:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077112.725008:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612133760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077112.725017:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077112.725020:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077112.725024:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612133760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077112.725044:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077112.725048:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077112.725056:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077112.725061:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077112.725065:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077112.725072:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4108)
00000800:00000200:1.1:1769077112.725160:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077112.725364:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769077113.108719:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077113.108724:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077113.108728:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077114.132819:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077114.132838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077114.132841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077115.797034:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769077115.797085:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077115.797099:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077115.797105:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769077115.797109:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077115.797124:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077115.797130:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769077115.797135:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:0.0:1769077115.797142:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077115.797147:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077115.797155:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1198
00000400:00000010:0.0:1769077115.797158:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1198.
00000100:00000001:0.0:1769077115.797164:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077115.797172:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521f80 x1855007612133632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077115.797222:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077115.797226:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521f80 x1855007612133632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077115.797235:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077115.797237:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077115.797249:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769077115.797251:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:0.0:1769077115.797254:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077115.797257:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077115.797260:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c13b8
00000400:00000010:0.0:1769077115.797262:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c13b8.
00000100:00000001:0.0:1769077115.797264:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077115.797269:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1522d80 x1855007612133760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077115.797278:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077115.797280:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522d80 x1855007612133760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077115.797286:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077115.797287:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077116.180688:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077116.180694:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077116.180698:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077117.204765:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077117.204771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077117.204776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077117.332653:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298774595, at 4298775040
00000100:00000010:0.0:1769077117.332673:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:2.0:1769077117.844635:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077117.844645:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077117.844649:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077117.844656:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077117.844663:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077117.844674:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4103
00000400:00000200:2.0:1769077117.844686:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077117.844693:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077117.844696:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077117.844699:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.844702:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077117.844704:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.844707:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077117.844710:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077117.844711:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077117.844714:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077117.846367:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077117.846376:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077117.846381:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077117.846390:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846393:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077117.846396:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846398:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077117.846402:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077117.846406:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846410:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077117.846413:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077117.846416:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077117.846420:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077117.846435:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077117.846438:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077117.846448:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077117.846452:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077117.846456:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077117.846458:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077117.846462:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077117.846464:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077117.846469:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077117.846479:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077117.846486:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077117.846496:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612133888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077117.846507:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077117.846511:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077117.846517:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612133888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077117.846550:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077117.846573:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077117.846578:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077117.846580:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077117.846582:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077117.846586:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077117.846590:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4103
00000400:00000200:2.0:1769077117.846599:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077117.846605:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077117.846608:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077117.846611:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846613:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077117.846615:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846618:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077117.846621:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077117.846622:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077117.846625:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077117.846627:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077117.846629:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077117.846632:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077117.846635:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846637:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077117.846639:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846641:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077117.846644:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077117.846647:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077117.846650:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077117.846651:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077117.846656:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077117.846658:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077117.846659:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077117.846663:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077117.846666:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077117.846668:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077117.846671:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769077117.846672:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077117.846675:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077117.846675:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077117.846677:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077117.846678:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077117.846680:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077117.846683:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077117.846686:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077117.846690:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077117.846696:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077117.846698:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077117.846700:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612134016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077117.846706:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077117.846709:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077117.846712:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077117.846714:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077117.846716:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077117.846720:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4113)
00000800:00000200:1.1:1769077117.846989:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077117.846994:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077117.847382:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077117.847385:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077119.252713:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077119.252718:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077119.252722:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077120.276802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077120.276807:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077120.276811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077122.324781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077122.324786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077122.324791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077122.452675:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298779717, at 4298780160
00000100:00000010:0.0:1769077122.452690:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000100:00000001:2.0:1769077122.964664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077122.964672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077122.964674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077122.964677:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077122.964682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077122.964685:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077122.964689:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077122.964691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077122.964694:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077122.964697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077122.964701:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077122.964702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077122.964707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077122.964710:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4108
00000100:00000001:2.0:1769077122.964712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077122.964730:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077122.964738:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077122.964742:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077122.964745:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964748:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077122.964751:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964754:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077122.964758:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077122.964760:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077122.964763:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077122.964766:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077122.964768:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077122.964770:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077122.964774:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964777:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077122.964779:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964781:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077122.964784:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077122.964788:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964790:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077122.964793:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077122.964797:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077122.964800:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077122.964803:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077122.964805:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077122.964815:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077122.964819:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077122.964823:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077122.964825:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077122.964828:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077122.964831:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077122.964836:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077122.964845:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077122.964852:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077122.964861:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612134144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077122.964872:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077122.964877:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077122.964882:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612134144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077122.964903:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077122.964906:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077122.964910:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077122.964911:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077122.964914:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077122.964917:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077122.964927:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4108
00000400:00000200:0.0:1769077122.964932:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077122.964939:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077122.964945:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077122.964950:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964954:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077122.964958:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964962:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077122.964967:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077122.964970:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077122.964974:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077122.964977:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077122.964982:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077122.964986:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077122.964993:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.964996:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077122.964999:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077122.965009:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077122.965014:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077122.965021:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077122.965028:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077122.965031:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077122.965039:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077122.965042:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077122.965045:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077122.965050:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077122.965056:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077122.965061:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077122.965068:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077122.965073:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077122.965078:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077122.965080:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077122.965084:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077122.965086:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077122.965090:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077122.965099:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077122.965106:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077122.965116:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612134272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077122.965138:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077122.965144:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077122.965153:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612134272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077122.965170:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077122.965175:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077122.965179:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077122.965185:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077122.965191:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077122.965197:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4118)
00000800:00000200:1.1:1769077122.965264:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077122.965266:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077122.965665:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077122.965667:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077123.348708:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077123.348712:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077123.348715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077123.988659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077123.988670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077123.988672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077123.988679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077123.988683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077123.988687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077123.988689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077123.988691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077123.988694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077125.012664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077125.012673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077125.012674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077125.012680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077125.012684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077125.012688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077125.012691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077125.012694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077125.012697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077125.396801:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077125.396807:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077125.396812:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077126.036645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077126.036651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077126.036652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077126.036658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077126.036662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077126.036667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077126.036670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077126.036672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077126.036675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077126.420892:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077126.420898:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077126.420903:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077127.060664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077127.060671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077127.060672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077127.060678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077127.060681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077127.060684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077127.060687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077127.060689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077127.060691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077127.572669:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298784835, at 4298785280
00000100:00000010:0.0:1769077127.572684:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:2.0:1769077128.084656:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077128.084661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077128.084666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077128.084667:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077128.084670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077128.084671:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769077128.084677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077128.084677:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077128.084683:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077128.084684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077128.084688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077128.084691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077128.084692:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4113
00000100:00000001:0.0:1769077128.084696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077128.084699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077128.084703:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077128.084710:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077128.084712:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077128.084715:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084718:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077128.084720:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084723:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077128.084727:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077128.084729:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077128.084731:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077128.084733:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077128.084735:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077128.084737:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077128.084739:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084740:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077128.084741:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084742:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077128.084745:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077128.084748:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084750:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077128.084752:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077128.084754:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077128.084756:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077128.084757:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077128.084759:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077128.084767:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077128.084769:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077128.084772:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077128.084773:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077128.084776:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077128.084778:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077128.084781:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077128.084788:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077128.084792:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077128.084799:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612134400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077128.084808:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077128.084811:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077128.084814:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612134400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077128.084832:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077128.084834:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077128.084836:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077128.084837:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077128.084839:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077128.084840:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077128.084842:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4113
00000400:00000200:2.0:1769077128.084844:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077128.084847:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077128.084848:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077128.084851:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084853:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077128.084855:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084857:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077128.084858:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077128.084859:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077128.084860:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077128.084862:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077128.084863:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077128.084865:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077128.084868:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084871:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077128.084874:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084879:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077128.084883:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077128.084889:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077128.084896:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077128.084901:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077128.084908:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077128.084914:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077128.084919:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077128.084927:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077128.084933:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077128.084940:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077128.084948:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769077128.084953:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077128.084958:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077128.084960:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077128.084964:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077128.084969:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077128.084973:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077128.084980:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077128.084986:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077128.084997:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612134528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077128.085031:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077128.085037:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077128.085047:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612134528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077128.085065:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077128.085071:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077128.085077:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077128.085082:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077128.085089:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077128.085098:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4123)
00000800:00000200:1.1:1769077128.085135:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077128.085138:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077128.085428:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077128.085430:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077128.468765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077128.468769:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077128.468772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077129.108690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077129.108697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077129.108698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077129.108703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077129.108706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077129.108709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077129.108711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077129.108713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077129.108715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077129.492776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077129.492781:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077129.492785:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077130.132660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077130.132667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077130.132668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077130.132673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077130.132676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077130.132679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077130.132681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077130.132683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077130.132685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077131.156621:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077131.156627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077131.156629:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077131.156633:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077131.156636:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077131.156639:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077131.156642:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077131.156644:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077131.156646:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077131.540750:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077131.540753:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077131.540756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077132.180667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077132.180674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077132.180675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077132.180679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077132.180682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077132.180686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077132.180688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077132.180690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077132.180692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077132.564720:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077132.564723:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077132.564726:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077132.692647:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298789955, at 4298790400
00000100:00000010:0.0:1769077132.692663:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:2.0:1769077133.204636:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077133.204638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077133.204645:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077133.204646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077133.204649:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077133.204650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077133.204653:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077133.204657:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769077133.204658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077133.204663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077133.204664:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4118
00000100:00000001:0.0:1769077133.204668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077133.204673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1769077133.204675:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077133.204678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077133.204683:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077133.204684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077133.204686:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077133.204691:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204694:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077133.204696:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204698:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077133.204701:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077133.204702:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077133.204704:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077133.204706:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077133.204708:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077133.204710:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077133.204712:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204714:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077133.204716:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204717:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077133.204719:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077133.204722:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204723:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077133.204725:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077133.204727:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077133.204729:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077133.204730:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077133.204732:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077133.204740:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521180.
00000020:00000040:2.0:1769077133.204742:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077133.204745:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077133.204746:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077133.204748:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077133.204751:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077133.204754:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077133.204760:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077133.204765:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077133.204772:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521180 x1855007612134656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077133.204780:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077133.204784:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077133.204787:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdc4804] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521180 x1855007612134656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077133.204808:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077133.204811:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077133.204813:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077133.204814:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077133.204816:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077133.204817:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077133.204819:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4118
00000400:00000200:2.0:1769077133.204821:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077133.204823:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077133.204825:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077133.204826:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204828:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077133.204829:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204831:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077133.204833:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077133.204834:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077133.204835:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077133.204837:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077133.204838:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077133.204840:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077133.204842:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204844:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077133.204848:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204852:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077133.204856:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077133.204860:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077133.204863:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077133.204866:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077133.204872:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077133.204875:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077133.204877:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077133.204882:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077133.204885:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077133.204897:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077133.204903:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769077133.204908:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077133.204912:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077133.204914:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077133.204916:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077133.204917:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077133.204920:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077133.204926:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077133.204931:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077133.204938:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077133.204948:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077133.204950:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077133.204954:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612134784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077133.204967:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077133.204971:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077133.204979:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077133.204981:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077133.204984:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077133.204988:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4128)
00000800:00000200:1.1:1769077133.205073:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077133.205076:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077133.205441:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077133.205443:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769077134.612762:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077134.612766:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077134.612770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077135.636731:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077135.636735:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077135.636738:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077137.684684:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077137.684687:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077137.684690:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077137.812647:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298795075, at 4298795520
00000100:00000010:0.0:1769077137.812658:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:2.0:1769077138.324645:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077138.324654:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077138.324659:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077138.324662:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077138.324665:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077138.324672:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4123
00000400:00000200:2.0:1769077138.324684:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077138.324694:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077138.324697:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077138.324701:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324704:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077138.324706:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324708:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077138.324711:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077138.324713:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077138.324715:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077138.324717:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077138.324719:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077138.324720:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077138.324722:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324724:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077138.324725:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324727:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077138.324729:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077138.324731:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324734:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077138.324736:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077138.324738:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077138.324741:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077138.324742:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077138.324744:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077138.324751:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077138.324753:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077138.324756:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077138.324757:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077138.324759:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077138.324762:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077138.324766:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077138.324773:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077138.324777:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077138.324791:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612134912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077138.324800:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077138.324803:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077138.324807:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612134912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077138.324823:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077138.324825:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077138.324828:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077138.324829:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077138.324830:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077138.324833:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077138.324834:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4123
00000400:00000200:2.0:1769077138.324837:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077138.324839:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077138.324840:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077138.324842:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324845:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077138.324847:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324849:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077138.324852:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077138.324855:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077138.324857:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077138.324862:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077138.324865:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077138.324867:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077138.324872:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324877:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077138.324880:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324885:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077138.324889:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077138.324894:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077138.324898:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077138.324904:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077138.324908:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077138.324912:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077138.324916:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077138.324921:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077138.324925:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077138.324928:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077138.324932:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769077138.324936:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077138.324940:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077138.324943:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077138.324945:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077138.324946:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077138.324948:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077138.324953:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077138.324958:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077138.324966:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612135040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077138.324980:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077138.324985:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077138.324994:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612135040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077138.325014:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077138.325020:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077138.325029:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077138.325036:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077138.325044:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077138.325052:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4133)
00000800:00000200:1.1:1769077138.325137:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077138.325140:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077138.325469:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077138.325471:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077138.708736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077138.708738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077138.708740:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077140.756728:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077140.756731:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077140.756735:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077141.780738:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077141.780741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077141.780744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077142.932664:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298800195, at 4298800640
00000100:00000010:0.0:1769077142.932678:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:2.0:1769077143.444664:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077143.444671:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077143.444674:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077143.444679:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077143.444684:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077143.444692:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4128
00000400:00000200:2.0:1769077143.444703:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077143.444711:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077143.444714:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077143.444717:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444719:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077143.444723:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444725:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077143.444728:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077143.444730:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077143.444732:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077143.444734:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077143.444736:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077143.444738:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077143.444740:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444742:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077143.444743:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444744:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077143.444747:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077143.444750:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444752:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077143.444755:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077143.444757:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077143.444759:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077143.444761:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077143.444763:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077143.444771:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077143.444775:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077143.444778:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077143.444780:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077143.444782:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077143.444785:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077143.444789:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077143.444797:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077143.444804:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077143.444812:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612135168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077143.444823:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077143.444828:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077143.444833:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612135168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077143.444855:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077143.444858:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077143.444861:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077143.444863:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077143.444865:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077143.444868:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077143.444871:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4128
00000400:00000200:2.0:1769077143.444876:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077143.444880:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077143.444883:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077143.444890:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444895:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077143.444901:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444904:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077143.444910:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077143.444913:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077143.444917:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077143.444920:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077143.444925:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077143.444932:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077143.444939:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444943:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077143.444950:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444956:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077143.444961:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077143.444967:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077143.444975:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077143.444978:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077143.444984:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077143.444991:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077143.445024:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077143.445029:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077143.445034:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077143.445037:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077143.445045:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769077143.445051:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077143.445057:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077143.445060:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077143.445064:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077143.445067:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077143.445071:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077143.445077:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077143.445084:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077143.445095:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612135296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077143.445110:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077143.445116:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077143.445124:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612135296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077143.445142:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077143.445148:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077143.445155:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077143.445161:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077143.445167:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077143.445173:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4138)
00000800:00000200:1.1:1769077143.445227:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077143.445231:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077143.445681:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077143.445684:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769077143.828771:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077143.828776:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077143.828780:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077144.852697:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077144.852700:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077144.852703:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077146.900679:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077146.900682:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077146.900685:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077147.924716:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077147.924719:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077147.924722:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077148.052657:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298805315, at 4298805760
00000100:00000010:0.0:1769077148.052664:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:0.0:1769077148.564692:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077148.564698:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077148.564700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077148.564703:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077148.564706:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077148.564712:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4133
00000400:00000200:0.0:1769077148.564721:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077148.564726:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077148.564729:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077148.564731:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564733:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077148.564735:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564737:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077148.564740:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077148.564741:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077148.564743:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077148.564745:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077148.564746:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077148.564748:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077148.564750:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564751:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077148.564753:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564754:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077148.564756:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077148.564759:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564761:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077148.564763:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077148.564766:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077148.564768:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077148.564770:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077148.564772:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077148.564779:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077148.564782:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077148.564785:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077148.564786:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077148.564788:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077148.564791:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077148.564794:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077148.564800:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077148.564806:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077148.564812:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612135424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077148.564820:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077148.564823:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077148.564827:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612135424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077148.564855:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077148.564858:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077148.564860:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077148.564861:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077148.564863:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077148.564865:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077148.564867:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4133
00000400:00000200:0.0:1769077148.564870:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077148.564873:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077148.564875:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077148.564877:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564880:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077148.564883:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564886:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077148.564889:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077148.564891:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077148.564893:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077148.564895:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077148.564899:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077148.564903:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077148.564929:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564931:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077148.564932:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564937:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077148.564941:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077148.564946:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077148.564950:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077148.564952:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077148.564958:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077148.564964:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077148.564967:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077148.564973:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077148.564978:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077148.564981:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077148.564985:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077148.564989:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077148.564991:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077148.564993:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077148.564998:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077148.565000:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077148.565003:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077148.565007:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077148.565012:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077148.565020:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077148.565030:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077148.565033:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077148.565041:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612135552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077148.565052:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077148.565055:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077148.565063:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077148.565067:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077148.565075:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077148.565082:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4143)
00000800:00000200:1.1:1769077148.565162:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077148.565164:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077148.565513:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077148.565515:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769077149.972742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077149.972756:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077149.972759:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077150.996755:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077150.996759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077150.996761:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077153.044743:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077153.044746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077153.044749:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077153.172647:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298810435, at 4298810880
00000100:00000010:0.0:1769077153.172662:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:2.0:1769077153.684661:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077153.684668:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077153.684673:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077153.684678:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077153.684685:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077153.684694:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4138
00000400:00000200:2.0:1769077153.684705:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077153.684712:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077153.684716:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077153.684720:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684723:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077153.684725:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684728:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077153.684732:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077153.684734:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077153.684737:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077153.684740:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077153.684743:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077153.684745:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077153.684748:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684749:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077153.684751:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684752:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077153.684755:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077153.684758:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684760:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077153.684762:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077153.684764:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077153.684766:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.684768:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077153.684769:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077153.684778:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077153.684781:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077153.684784:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077153.684785:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.684787:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077153.684789:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077153.684793:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077153.684800:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077153.684805:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077153.684812:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612135680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077153.684844:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077153.684848:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077153.684852:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612135680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.684870:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077153.684872:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077153.684875:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077153.684876:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077153.684877:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077153.684880:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077153.684881:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4138
00000400:00000200:2.0:1769077153.684884:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077153.684887:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077153.684889:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077153.684891:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684893:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077153.684895:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684897:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077153.684899:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077153.684899:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077153.684901:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077153.684903:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077153.684906:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077153.684909:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077153.684914:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684917:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077153.684921:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684924:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077153.684929:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077153.684933:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077153.684936:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077153.684940:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077153.684946:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077153.684949:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.684952:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077153.684957:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077153.684960:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.684963:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077153.684967:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769077153.684973:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077153.684977:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077153.684979:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077153.684982:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077153.684984:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077153.684988:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077153.684993:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077153.684998:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077153.685005:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612135808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077153.685016:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077153.685019:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077153.685023:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612135808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077153.685034:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077153.685037:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077153.685040:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077153.685045:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077153.685049:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077153.685053:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4149)
00000800:00000200:1.1:1769077153.685146:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077153.685149:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077153.685471:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077153.685474:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077154.068725:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077154.068729:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077154.068732:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077154.708648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077154.708655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077154.708656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077154.708662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077154.708665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077154.708668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077154.708670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077154.708672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077154.708675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077155.732737:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077155.732746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077155.732749:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077155.732756:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077155.732760:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077155.732766:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077155.732769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077155.732773:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077155.732777:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077156.116773:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077156.116794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077156.116799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077156.756632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077156.756639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077156.756641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077156.756647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077156.756651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077156.756655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077156.756658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077156.756660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077156.756663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077157.140811:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077157.140816:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077157.140821:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077157.780675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077157.780683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077157.780685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077157.780691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077157.780694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077157.780698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077157.780700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077157.780703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077157.780706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077158.292693:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298815555, at 4298816000
00000100:00000010:0.0:1769077158.292708:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000001:0.0:1769077158.804710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077158.804718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077158.804720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077158.804726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077158.804730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077158.804744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077158.804748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077158.804749:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077158.804751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077158.804756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077158.804770:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077158.804773:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077158.804778:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077158.804781:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077158.804788:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4144
00000400:00000200:3.0:1769077158.804799:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077158.804805:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077158.804807:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077158.804810:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804812:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077158.804815:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804817:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077158.804820:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077158.804821:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077158.804824:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077158.804826:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077158.804828:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077158.804830:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077158.804832:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804833:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077158.804834:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804835:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077158.804838:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077158.804840:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804852:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077158.804854:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077158.804857:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077158.804859:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077158.804861:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077158.804862:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077158.804871:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769077158.804873:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077158.804876:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077158.804877:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077158.804879:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077158.804881:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077158.804885:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077158.804891:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769077158.804895:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077158.804903:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612135936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077158.804911:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077158.804915:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077158.804919:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612135936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077158.804939:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077158.804942:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077158.804944:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077158.804946:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077158.804947:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077158.804949:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077158.804951:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4144
00000400:00000200:3.0:1769077158.804953:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077158.804955:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077158.804964:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077158.804966:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804967:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077158.804969:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804970:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077158.804972:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077158.804972:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077158.804974:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077158.804975:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077158.804976:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077158.804977:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077158.804979:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804980:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077158.804981:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804983:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077158.804984:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077158.804986:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077158.804989:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077158.804990:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077158.804995:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077158.804996:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077158.804998:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077158.805002:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077158.805004:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077158.805006:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077158.805008:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769077158.805010:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077158.805012:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077158.805013:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077158.805014:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077158.805015:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077158.805016:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077158.805019:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769077158.805021:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077158.805025:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612136064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077158.805031:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077158.805033:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077158.805036:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612136064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077158.805042:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077158.805045:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077158.805050:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077158.805056:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077158.805061:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077158.805066:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4154)
00000800:00000200:1.1:1769077158.805298:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077158.805303:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077158.805789:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077158.805792:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077159.188793:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077159.188797:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077159.188801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077159.828676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077159.828684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077159.828686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077159.828692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077159.828696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077159.828700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077159.828702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077159.828704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077159.828707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077160.212723:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077160.212727:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077160.212730:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077160.852673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077160.852680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077160.852681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077160.852686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077160.852689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077160.852693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077160.852695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077160.852697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077160.852710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077161.876665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077161.876671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077161.876673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077161.876677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077161.876680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077161.876706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077161.876708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077161.876710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077161.876713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077162.260811:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077162.260815:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077162.260817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077162.900734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077162.900742:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077162.900745:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077162.900751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077162.900755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077162.900760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077162.900763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077162.900765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077162.900769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077163.284797:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077163.284803:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077163.284807:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077163.412697:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298820675, at 4298821120
00000100:00000010:0.0:1769077163.412728:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:3.0:1769077163.924643:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077163.924668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077163.924671:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077163.924674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077163.924677:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077163.924678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077163.924685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077163.924687:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077163.924690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077163.924695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077163.924696:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077163.924698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077163.924703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077163.924707:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4149
00000100:00000001:0.0:1769077163.924708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077163.924720:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077163.924727:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077163.924731:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077163.924734:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924738:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077163.924740:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924742:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077163.924746:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077163.924747:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077163.924750:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077163.924752:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077163.924754:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077163.924756:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077163.924759:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924760:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077163.924762:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924764:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077163.924766:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077163.924769:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924771:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077163.924773:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077163.924776:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077163.924779:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077163.924781:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077163.924783:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077163.924794:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769077163.924797:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077163.924801:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077163.924803:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077163.924806:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077163.924809:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077163.924814:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077163.924822:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077163.924829:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077163.924839:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612136192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077163.924849:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077163.924853:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077163.924857:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612136192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077163.924881:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077163.924884:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077163.924887:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077163.924888:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077163.924889:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077163.924891:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077163.924893:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4149
00000400:00000200:3.0:1769077163.924896:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077163.924898:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077163.924899:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077163.924902:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924904:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077163.924906:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924907:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077163.924910:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077163.924910:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077163.924913:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077163.924914:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077163.924917:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077163.924918:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077163.924922:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924923:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077163.924928:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924930:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077163.924933:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077163.924937:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077163.924939:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077163.924942:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077163.924947:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077163.924953:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077163.924958:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077163.924964:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077163.924969:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077163.924972:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077163.924979:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769077163.924983:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077163.924989:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077163.924992:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077163.924996:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077163.924997:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077163.925000:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077163.925005:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769077163.925010:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077163.925017:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077163.925029:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077163.925033:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077163.925039:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612136320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077163.925051:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077163.925056:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077163.925062:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077163.925067:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077163.925071:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077163.925078:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4159)
00000800:00000200:1.1:1769077163.925170:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077163.925174:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077163.925593:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077163.925596:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769077164.948787:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077164.948797:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077164.948801:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077164.948808:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077164.948813:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077164.948818:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077164.948821:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077164.948824:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077164.948828:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077165.332791:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077165.332795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077165.332798:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077165.972736:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077165.972744:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077165.972746:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077165.972752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077165.972755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077165.972759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077165.972762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077165.972766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077165.972768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077166.356866:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077166.356873:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077166.356878:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077166.996739:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077166.996747:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077166.996749:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077166.996754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077166.996757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077166.996761:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077166.996763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077166.996766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077166.996769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077168.020660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077168.020666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077168.020668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077168.020673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077168.020676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077168.020680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077168.020682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077168.020684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077168.020687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077168.404783:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077168.404787:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077168.404790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077168.532667:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298825795, at 4298826240
00000100:00000010:0.0:1769077168.532681:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00080000:3.0:1769077169.044699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077169.044700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077169.044706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077169.044708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077169.044712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769077169.044713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077169.044717:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077169.044718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077169.044735:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077169.044736:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077169.044738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077169.044743:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077169.044744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077169.044749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077169.044756:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4154
00000400:00000200:3.0:1769077169.044766:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077169.044773:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077169.044775:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077169.044779:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.044781:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077169.044783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.044785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077169.044788:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077169.044789:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077169.044791:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077169.044793:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077169.044795:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077169.044797:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077169.044799:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.044801:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077169.044803:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.044804:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077169.044807:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077169.044809:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077169.044811:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077169.044814:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077169.044817:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077169.044819:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077169.044820:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077169.044822:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077169.044846:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769077169.044850:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077169.044854:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077169.044856:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077169.044858:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077169.044861:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077169.044865:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077169.044872:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769077169.044879:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077169.044888:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612136448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077169.044899:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077169.044903:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077169.044924:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612136448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077169.044947:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077169.044950:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077169.044953:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077169.044955:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077169.044956:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077169.044959:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077169.044962:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4154
00000400:00000200:3.0:1769077169.044965:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077169.044968:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077169.044978:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077169.044982:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.044984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077169.044990:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.044993:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077169.044995:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077169.044996:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077169.044998:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077169.045016:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077169.045019:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077169.045021:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077169.045025:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.045027:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077169.045030:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077169.045036:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077169.045042:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077169.045048:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077169.045054:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077169.045058:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077169.045065:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077169.045086:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077169.045093:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077169.045097:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077169.045104:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077169.045107:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077169.045111:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769077169.045115:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077169.045119:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077169.045122:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077169.045125:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077169.045128:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077169.045130:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077169.045135:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769077169.045139:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077169.045150:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612136576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077169.045164:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077169.045168:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077169.045178:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612136576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077169.045212:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077169.045217:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077169.045225:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077169.045230:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077169.045235:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077169.045241:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4164)
00000800:00000200:1.1:1769077169.045304:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077169.045307:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077169.045618:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077169.045620:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077169.428785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077169.428794:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077169.428799:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077170.068644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077170.068651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077170.068652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077170.068656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077170.068659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077170.068663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.068665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077170.068667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077170.068670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077171.092714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077171.092722:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077171.092723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077171.092730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077171.092733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077171.092738:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077171.092741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077171.092743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077171.092746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077171.476789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077171.476794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077171.476799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077172.116626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077172.116633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077172.116635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077172.116646:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077172.116650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077172.116654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077172.116656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077172.116658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077172.116661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077172.500840:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077172.500847:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077172.500851:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077173.140637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077173.140644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077173.140645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077173.140650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077173.140654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077173.140658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077173.140661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077173.140663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077173.140666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077173.652626:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298830915, at 4298831360
00000100:00000010:0.0:1769077173.652643:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00080000:0.0:1769077174.164666:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077174.164675:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077174.164677:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077174.164681:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077174.164684:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077174.164690:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4159
00000400:00000200:0.0:1769077174.164699:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077174.164704:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077174.164707:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077174.164709:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164712:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077174.164714:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164716:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077174.164719:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077174.164721:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077174.164723:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077174.164725:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077174.164726:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077174.164728:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077174.164730:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164731:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077174.164732:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164734:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077174.164736:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077174.164739:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164740:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077174.164742:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077174.164745:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077174.164747:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077174.164748:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077174.164750:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077174.164759:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077174.164762:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077174.164765:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077174.164766:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077174.164768:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077174.164771:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077174.164775:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077174.164782:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769077174.164789:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077174.164797:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612136704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077174.164808:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077174.164812:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077174.164817:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612136704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077174.164842:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077174.164846:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077174.164849:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077174.164851:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077174.164852:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077174.164855:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077174.164863:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4159
00000400:00000200:0.0:1769077174.164867:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077174.164869:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077174.164871:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077174.164873:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164874:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077174.164876:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164877:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077174.164878:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077174.164880:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077174.164881:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077174.164882:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077174.164884:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077174.164885:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077174.164887:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164888:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077174.164889:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164891:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077174.164892:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077174.164894:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077174.164896:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077174.164897:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077174.164901:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077174.164903:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077174.164904:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077174.164908:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077174.164910:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077174.164913:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077174.164919:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769077174.164924:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077174.164929:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077174.164930:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077174.164932:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077174.164934:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077174.164937:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077174.164946:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077174.164952:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077174.164959:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612136832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077174.164973:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077174.164977:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077174.164984:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612136832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077174.164996:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077174.164999:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077174.165005:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077174.165008:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077174.165013:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077174.165019:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4169)
00000100:00000001:0.0:1769077174.165042:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077174.165047:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077174.165049:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077174.165054:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077174.165058:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077174.165061:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077174.165066:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077174.165071:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077174.165073:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077174.165144:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077174.165147:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077174.165411:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077174.165412:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769077174.548762:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077174.548765:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077174.548767:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077175.188693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077175.188701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077175.188704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077175.188710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077175.188714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077175.188718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.188721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077175.188726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077175.188730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077175.572811:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077175.572819:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077175.572824:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077176.212682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077176.212693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077176.212696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077176.212704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077176.212710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077176.212715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077176.212719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077176.212722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077176.212726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077177.236677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077177.236684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077177.236685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077177.236690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077177.236693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077177.236696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077177.236699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077177.236701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077177.236703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077177.620716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077177.620720:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077177.620722:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077178.260633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077178.260640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077178.260641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077178.260647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077178.260650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077178.260653:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077178.260655:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077178.260657:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077178.260660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077178.644789:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077178.644812:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077178.644818:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077178.772665:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298836035, at 4298836480
00000100:00000010:0.0:1769077178.772713:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:0.0:1769077179.284732:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077179.284747:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077179.284751:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077179.284758:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077179.284769:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077179.284778:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4164
00000400:00000200:0.0:1769077179.284794:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077179.284806:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077179.284812:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077179.284821:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.284827:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077179.284830:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.284833:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077179.284837:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077179.284839:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077179.284842:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077179.284845:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077179.284848:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077179.284851:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077179.284854:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.284857:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077179.284859:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.284861:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077179.284864:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077179.284867:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077179.284870:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077179.284872:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077179.284876:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077179.284879:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077179.284881:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077179.284883:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077179.284893:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077179.284897:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077179.284901:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077179.284902:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077179.284905:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077179.284908:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077179.284912:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077179.284921:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077179.284927:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077179.284937:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612136960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077179.284948:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077179.284952:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077179.284957:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612136960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077179.284979:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077179.284982:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077179.284986:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077179.284988:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077179.284989:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077179.284992:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077179.284995:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4164
00000400:00000200:0.0:1769077179.284999:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077179.285004:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077179.285006:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077179.285010:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.285013:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077179.285028:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.285035:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077179.285040:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077179.285042:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077179.285045:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077179.285049:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077179.285054:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077179.285060:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077179.285069:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.285076:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077179.285081:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077179.285090:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077179.285097:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077179.285107:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077179.285111:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077179.285117:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077179.285124:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077179.285134:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077179.285140:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077179.285148:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077179.285156:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077179.285159:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077179.285167:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077179.285175:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077179.285178:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077179.285181:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077179.285190:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077179.285194:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077179.285198:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077179.285206:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077179.285212:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077179.285220:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077179.285231:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077179.285237:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077179.285242:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077179.285269:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077179.285274:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077179.285278:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077179.285285:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077179.285288:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077179.285295:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4174)
00000800:00000200:1.1:1769077179.285454:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077179.285756:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769077180.692758:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077180.692766:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077180.692771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077181.716833:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077181.716841:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077181.716847:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077182.356728:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077182.356740:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077182.356756:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077182.356765:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077182.356772:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077182.356779:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077182.356783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077182.356788:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077182.356793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077182.356981:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769077182.357074:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077182.357088:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077182.357093:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769077182.357097:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077182.357102:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077182.357108:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077182.357113:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:3.0:1769077182.357120:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077182.357127:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077182.357135:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1ee0
00000400:00000010:3.0:1769077182.357156:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1ee0.
00000100:00000001:3.0:1769077182.357164:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077182.357177:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0961f80 x1855007612136960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077182.357227:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077182.357234:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612136960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077182.357246:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077182.357248:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077182.357264:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077182.357268:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:3.0:1769077182.357274:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077182.357300:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077182.357306:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1000
00000400:00000010:3.0:1769077182.357311:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1000.
00000100:00000001:3.0:1769077182.357317:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077182.357358:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0962d80 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077182.357376:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077182.357384:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612137088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077204 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077182.357399:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077182.357404:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077183.380754:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077183.380762:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077183.380764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077183.380769:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077183.380773:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077183.380776:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077183.380778:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077183.380781:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077183.380784:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077183.764765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077183.764780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077183.764786:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077183.892667:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298841155, at 4298841600
00000100:00000010:0.0:1769077183.892684:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00080000:2.0:1769077184.404691:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077184.404703:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077184.404706:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077184.404710:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077184.404715:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077184.404723:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4169
00000400:00000200:2.0:1769077184.404733:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077184.404739:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077184.404742:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077184.404745:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077184.404748:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077184.404753:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077184.404756:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769077184.404758:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1769077184.404760:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077184.404765:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000100:00000001:0.0:1769077184.404766:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077184.404769:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077184.404769:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077184.404773:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00100000:0.0:1769077184.404777:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000020:00000001:2.0:1769077184.404777:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077184.404787:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769077184.404788:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077184.404796:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077184.404798:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077184.404803:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077184.404803:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077184.404815:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077184.404818:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077184.404822:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077184.404826:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00000001:0.0:1769077184.404827:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077184.404830:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077184.404838:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077184.404841:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077184.404845:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077184.404848:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077184.404851:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077184.404854:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077184.404863:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077184.404866:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077184.404872:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077184.404874:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077184.404877:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077184.404880:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077184.404886:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077184.404907:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077184.404915:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077184.404926:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612137216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077184.404938:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077184.404944:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077184.404950:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612137216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077184.404986:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077184.404990:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077184.404994:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077184.404997:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077184.404999:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077184.405003:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077184.405006:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4169
00000400:00000200:2.0:1769077184.405009:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077184.405012:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077184.405014:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077184.405016:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077184.405018:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077184.405019:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077184.405020:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077184.405023:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077184.405024:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077184.405025:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077184.405027:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077184.405028:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077184.405029:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077184.405032:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077184.405034:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077184.405037:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077184.405040:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077184.405042:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077184.405046:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077184.405049:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077184.405054:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077184.405075:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077184.405088:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077184.405095:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077184.405106:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077184.405113:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077184.405120:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077184.405131:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769077184.405137:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077184.405143:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077184.405147:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077184.405153:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077184.405158:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077184.405165:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077184.405175:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077184.405184:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077184.405199:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612137344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077184.405213:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077184.405221:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077184.405241:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612137344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077184.405265:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077184.405272:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077184.405278:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077184.405287:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077184.405295:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077184.405321:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4179)
00000800:00000200:1.1:1769077184.405495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077184.405499:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077184.406037:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077184.406040:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077184.788803:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077184.788809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077184.788813:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077185.428852:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077185.428859:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077185.428861:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077185.428866:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077185.428869:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077185.428872:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077185.428874:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077185.428876:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077185.428879:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077186.836740:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077186.836744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077186.836747:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077187.860791:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077187.860796:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077187.860800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077189.012766:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298846276, at 4298846720
00000100:00000010:0.0:1769077189.012788:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:2.0:1769077189.524648:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077189.524686:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077189.524694:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077189.524699:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077189.524713:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077189.524723:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4174
00000400:00000200:2.0:1769077189.524737:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077189.524743:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077189.524747:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077189.524750:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.524753:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077189.524756:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.524758:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077189.524761:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077189.524763:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077189.524765:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077189.524768:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077189.524770:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077189.524772:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077189.524774:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.524776:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077189.524777:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.524779:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077189.524781:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077189.524799:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077189.524801:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077189.524805:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077189.524808:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077189.524812:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077189.524814:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077189.524816:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077189.524828:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077189.524833:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077189.524840:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077189.524842:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077189.524846:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077189.524849:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077189.524855:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077189.524881:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077189.524889:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077189.524901:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612137472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077189.524914:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077189.524920:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077189.524926:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612137472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077189.524971:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077189.524974:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077189.524977:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077189.524978:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077189.524980:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077189.524982:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077189.524984:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4174
00000400:00000200:2.0:1769077189.524987:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077189.524990:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077189.524991:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077189.524994:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.524996:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077189.524998:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.525001:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077189.525003:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077189.525004:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077189.525005:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077189.525007:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077189.525011:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077189.525019:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077189.525030:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.525035:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077189.525042:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077189.525050:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077189.525060:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077189.525070:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077189.525082:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077189.525086:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077189.525111:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077189.525117:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077189.525125:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077189.525133:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077189.525137:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077189.525142:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077189.525153:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769077189.525158:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077189.525163:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077189.525168:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077189.525173:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077189.525178:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077189.525184:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077189.525193:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769077189.525213:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077189.525265:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612137600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077189.525288:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077189.525295:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077189.525302:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612137600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077189.525339:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077189.525347:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077189.525360:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077189.525369:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077189.525386:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077189.525415:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4184)
00000800:00000200:1.1:1769077189.525457:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077189.525460:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077189.525839:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077189.525841:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077189.908765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077189.908768:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077189.908772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077190.932736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077190.932740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077190.932743:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077192.980733:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077192.980737:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077192.980740:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077194.004781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077194.004787:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077194.004792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077194.132658:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298851395, at 4298851840
00000100:00000010:0.0:1769077194.132672:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:3.0:1769077194.644689:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077194.644695:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077194.644698:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077194.644701:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077194.644703:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077194.644710:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4179
00000400:00000200:3.0:1769077194.644719:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077194.644724:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077194.644727:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077194.644730:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644732:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077194.644734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644736:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077194.644739:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077194.644740:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077194.644742:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077194.644745:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077194.644748:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077194.644751:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077194.644754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644756:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077194.644758:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644760:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077194.644764:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077194.644767:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644770:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077194.644773:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077194.644776:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077194.644779:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077194.644782:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077194.644784:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077194.644794:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769077194.644798:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077194.644802:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077194.644803:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077194.644805:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077194.644807:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077194.644811:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077194.644817:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769077194.644822:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077194.644829:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612137728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077194.644838:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077194.644842:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077194.644845:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612137728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077194.644864:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077194.644867:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077194.644869:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077194.644871:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077194.644872:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077194.644874:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077194.644875:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4179
00000400:00000200:3.0:1769077194.644878:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077194.644881:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077194.644883:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077194.644886:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644888:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077194.644890:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644892:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077194.644894:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077194.644896:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077194.644899:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077194.644902:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077194.644904:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077194.644908:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077194.644913:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644919:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077194.644923:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644929:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077194.644942:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077194.644953:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077194.644955:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077194.644959:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077194.644965:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077194.644969:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077194.644974:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077194.644977:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077194.644981:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077194.644984:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077194.644987:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769077194.644990:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077194.644992:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077194.644995:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077194.644997:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077194.645000:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077194.645002:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077194.645005:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077194.645008:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077194.645014:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077194.645025:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077194.645028:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077194.645033:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612137856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077194.645046:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077194.645049:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077194.645054:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077194.645060:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077194.645073:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077194.645082:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4190)
00000800:00000200:1.1:1769077194.645170:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077194.645173:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077194.645484:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077194.645498:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1769077195.668698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077195.668707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077195.668716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077195.668723:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077195.668728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077195.668733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077195.668736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077195.668739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077195.668742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077196.052794:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077196.052798:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077196.052801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077196.692684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077196.692693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077196.692695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077196.692702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077196.692706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077196.692710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.692713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077196.692716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077196.692719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077197.076735:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077197.076739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077197.076742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077197.716684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077197.716694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077197.716697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077197.716704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077197.716709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077197.716713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077197.716715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077197.716718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077197.716720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077198.740639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077198.740646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077198.740647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077198.740652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077198.740655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077198.740658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077198.740660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077198.740663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077198.740665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077199.124774:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077199.124778:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077199.124781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077199.252722:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298856515, at 4298856960
00000100:00000010:0.0:1769077199.252762:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:3.0:1769077199.764670:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077199.764679:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077199.764682:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077199.764684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077199.764686:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077199.764691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077199.764691:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077199.764697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077199.764701:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4185
00000100:00100000:0.0:1769077199.764705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077199.764711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077199.764712:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077199.764716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077199.764721:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077199.764722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077199.764726:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077199.764728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077199.764731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077199.764735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077199.764735:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077199.764740:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077199.764742:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077199.764746:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077199.764747:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077199.764749:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077199.764751:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077199.764753:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077199.764757:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077199.764760:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077199.764763:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077199.764766:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077199.764769:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077199.764772:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077199.764776:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077199.764779:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077199.764782:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077199.764786:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077199.764789:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077199.764792:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077199.764795:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077199.764804:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769077199.764809:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077199.764813:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077199.764816:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077199.764819:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077199.764822:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077199.764827:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077199.764835:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077199.764842:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077199.764851:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612137984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077199.764863:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077199.764867:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077199.764873:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612137984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077199.764888:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077199.764892:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077199.764896:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077199.764898:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077199.764900:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077199.764903:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077199.764909:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4185
00000400:00000200:3.0:1769077199.764916:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077199.764924:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077199.764929:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077199.764936:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077199.764941:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077199.764945:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077199.764950:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077199.764956:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077199.764960:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077199.764965:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077199.764970:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077199.764975:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077199.764982:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077199.764990:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077199.764995:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077199.765001:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077199.765005:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077199.765010:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077199.765017:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077199.765021:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077199.765026:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077199.765031:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077199.765037:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077199.765042:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077199.765062:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077199.765069:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077199.765073:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077199.765080:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769077199.765087:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077199.765094:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077199.765097:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077199.765100:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077199.765102:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077199.765106:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077199.765113:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769077199.765119:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077199.765130:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612138112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077199.765149:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077199.765155:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077199.765162:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612138112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077199.765182:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077199.765188:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077199.765196:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077199.765201:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077199.765206:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769077199.765209:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769077199.765211:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1769077199.765218:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4195)
00000800:00000200:1.1:1769077199.765515:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077199.765517:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769077200.148736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077200.148740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077200.148742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077200.788659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077200.788666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077200.788668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077200.788672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077200.788675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077200.788677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077200.788679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077200.788681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077200.788683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077201.812697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077201.812706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077201.812708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077201.812714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077201.812717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077201.812728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.812731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077201.812733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077201.812736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077202.196781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077202.196786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077202.196790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077202.836641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077202.836648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077202.836650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077202.836655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077202.836659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077202.836662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077202.836665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077202.836667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077202.836670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077203.220825:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077203.220831:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077203.220834:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077203.860753:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077203.860762:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077203.860764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077203.860770:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077203.860777:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077203.860781:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077203.860784:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077203.860787:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077203.860791:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077204.372698:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298861635, at 4298862080
00000100:00000010:0.0:1769077204.372714:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:2.0:1769077204.884645:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077204.884655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077204.884655:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077204.884659:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077204.884668:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077204.884669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077204.884672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077204.884673:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769077204.884680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077204.884683:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4190
00000100:00000001:0.0:1769077204.884685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077204.884695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077204.884695:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077204.884705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077204.884708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077204.884711:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077204.884715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077204.884716:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077204.884722:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884725:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077204.884727:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884728:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077204.884732:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077204.884733:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077204.884736:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077204.884738:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077204.884740:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077204.884742:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077204.884746:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884748:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077204.884750:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884752:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077204.884756:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077204.884759:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884762:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077204.884766:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077204.884769:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077204.884773:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077204.884775:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077204.884777:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077204.884794:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077204.884799:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077204.884803:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077204.884805:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077204.884807:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077204.884809:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077204.884813:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077204.884820:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077204.884826:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077204.884834:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612138240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077204.884842:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077204.884846:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077204.884849:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612138240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077204.884871:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077204.884873:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077204.884876:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077204.884877:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077204.884878:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077204.884880:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077204.884882:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4190
00000400:00000200:2.0:1769077204.884885:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077204.884887:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077204.884889:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077204.884891:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884892:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077204.884894:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884895:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077204.884897:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077204.884898:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077204.884899:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077204.884900:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077204.884901:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077204.884903:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077204.884904:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884906:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077204.884907:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884909:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077204.884911:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077204.884912:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077204.884914:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077204.884915:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077204.884920:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077204.884921:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077204.884922:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077204.884925:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077204.884927:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077204.884929:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077204.884932:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769077204.884934:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077204.884935:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077204.884937:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077204.884938:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077204.884940:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077204.884942:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077204.884947:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769077204.884951:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077204.884957:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612138368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077204.884991:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077204.884996:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077204.885007:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612138368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077204.885023:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077204.885029:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077204.885034:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077204.885039:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077204.885044:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077204.885052:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4200)
00000800:00000200:1.1:1769077204.885218:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077204.885221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077204.885498:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077204.885500:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769077205.268748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077205.268752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077205.268755:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077205.908698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077205.908708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077205.908711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077205.908719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077205.908724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077205.908729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077205.908733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077205.908736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077205.908739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077206.292710:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077206.292713:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077206.292715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077206.932698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077206.932708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077206.932710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077206.932717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077206.932723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077206.932727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077206.932729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077206.932731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077206.932734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077207.956746:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077207.956757:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077207.956761:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077207.956769:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077207.956774:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077207.956779:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077207.956783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077207.956786:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077207.956790:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077208.340741:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077208.340746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077208.340751:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077208.980614:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077208.980620:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077208.980622:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077208.980626:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077208.980629:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077208.980633:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077208.980635:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077208.980637:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077208.980639:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077209.364738:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077209.364743:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077209.364747:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077209.492715:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298866755, at 4298867200
00000100:00000010:0.0:1769077209.492726:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000001:0.0:1769077210.004686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077210.004686:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077210.004692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077210.004695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077210.004700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077210.004700:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077210.004706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077210.004707:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077210.004709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077210.004712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077210.004714:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077210.004715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077210.004720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.004723:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077210.004734:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4195
00000400:00000200:2.0:1769077210.004746:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077210.004754:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077210.004758:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077210.004762:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.004766:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077210.004769:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.004772:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077210.004777:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077210.004779:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077210.004782:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077210.004785:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077210.004789:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077210.004792:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077210.004795:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.004798:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077210.004800:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.004804:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077210.004808:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077210.004812:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077210.004815:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.004818:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077210.004822:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077210.004826:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.004829:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077210.004831:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077210.004842:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077210.004846:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077210.004851:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077210.004853:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.004856:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077210.004859:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077210.004863:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077210.004872:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077210.004893:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077210.004903:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612138496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077210.004915:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077210.004920:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077210.004927:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612138496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.004954:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077210.004958:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077210.004962:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077210.004964:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077210.004966:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077210.004970:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077210.004973:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4195
00000400:00000200:2.0:1769077210.004980:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077210.004985:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077210.004988:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077210.004992:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.004996:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077210.005002:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.005009:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077210.005015:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077210.005018:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077210.005023:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077210.005028:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077210.005033:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077210.005036:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077210.005044:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.005051:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077210.005059:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077210.005067:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077210.005073:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077210.005082:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077210.005087:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077210.005094:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077210.005102:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077210.005107:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.005112:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077210.005119:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077210.005136:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.005141:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077210.005150:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077210.005156:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077210.005162:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077210.005167:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077210.005172:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077210.005175:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077210.005180:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077210.005189:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077210.005195:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077210.005207:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077210.005221:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077210.005225:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077210.005234:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612138624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077210.005259:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077210.005267:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077210.005274:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077210.005278:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077210.005288:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077210.005297:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4205)
00000800:00000200:1.1:1769077210.005326:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077210.005329:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077210.005686:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077210.005688:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1769077211.028669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077211.028677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077211.028679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077211.028696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077211.028701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077211.028706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077211.028709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077211.028712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077211.028716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077211.412805:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077211.412811:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077211.412815:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077212.052768:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077212.052782:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077212.052784:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077212.052792:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077212.052797:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077212.052802:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077212.052806:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077212.052809:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077212.052813:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077212.436788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077212.436794:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077212.436798:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077213.076685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077213.076691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077213.076710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077213.076716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077213.076719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077213.076723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077213.076725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077213.076728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077213.076730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077214.100671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077214.100678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077214.100679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077214.100684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077214.100687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077214.100690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077214.100692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077214.100694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077214.100696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077214.484721:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077214.484726:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077214.484730:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077214.612728:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298871875, at 4298872320
00000100:00000010:0.0:1769077214.612748:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:0.0:1769077215.124656:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077215.124656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077215.124663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077215.124666:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077215.124667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077215.124670:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077215.124673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077215.124674:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077215.124677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077215.124679:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077215.124681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077215.124684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077215.124687:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4200
00000100:00000001:2.0:1769077215.124688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077215.124692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077215.124698:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077215.124706:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077215.124709:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077215.124712:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124714:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077215.124716:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124719:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077215.124722:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077215.124724:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077215.124726:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077215.124728:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077215.124730:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077215.124731:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077215.124733:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124735:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077215.124736:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124737:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077215.124740:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077215.124742:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124743:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077215.124745:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077215.124748:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077215.124750:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077215.124752:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077215.124754:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077215.124762:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769077215.124765:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077215.124767:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077215.124769:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077215.124771:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077215.124773:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077215.124776:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077215.124782:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077215.124809:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077215.124817:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612138752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077215.124825:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077215.124828:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077215.124832:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612138752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077215.124849:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077215.124851:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077215.124854:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077215.124855:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077215.124856:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077215.124858:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077215.124860:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4200
00000400:00000200:0.0:1769077215.124862:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077215.124864:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077215.124866:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077215.124868:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124870:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077215.124871:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124873:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077215.124875:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077215.124877:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077215.124878:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077215.124879:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077215.124881:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077215.124883:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077215.124886:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124889:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077215.124890:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124892:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077215.124894:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077215.124896:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077215.124899:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077215.124901:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077215.124905:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077215.124907:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077215.124909:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077215.124913:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077215.124918:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077215.124921:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077215.124927:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769077215.124931:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077215.124933:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077215.124934:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077215.124935:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077215.124937:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077215.124938:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077215.124942:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077215.124948:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077215.124961:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612138880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077215.124986:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077215.124994:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077215.125009:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612138880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077215.125023:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077215.125028:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077215.125032:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077215.125041:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077215.125053:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077215.125058:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4210)
00000800:00000200:1.1:1769077215.125206:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077215.125221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077215.125649:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077215.125651:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077215.508809:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077215.508817:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077215.508822:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077216.148706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077216.148713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077216.148715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077216.148719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077216.148723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077216.148727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077216.148729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077216.148731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077216.148734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077217.172692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077217.172699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077217.172700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077217.172705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077217.172708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077217.172711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077217.172713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077217.172715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077217.172718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077217.556779:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077217.556801:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077217.556806:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077218.196643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077218.196649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077218.196651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077218.196658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077218.196663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077218.196668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077218.196672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077218.196676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077218.196679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077218.580696:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077218.580701:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077218.580704:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077219.220691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077219.220699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077219.220701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077219.220707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077219.220710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077219.220715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.220756:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077219.220759:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077219.220762:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077219.732641:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298876995, at 4298877440
00000100:00000010:0.0:1769077219.732657:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000001:2.0:1769077220.244643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077220.244653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077220.244655:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077220.244656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077220.244664:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769077220.244666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077220.244667:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077220.244670:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077220.244674:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077220.244674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077220.244681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077220.244685:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4205
00000100:00000001:2.0:1769077220.244687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077220.244692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077220.244696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077220.244697:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077220.244721:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077220.244724:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077220.244727:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244730:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077220.244748:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244762:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077220.244765:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077220.244768:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077220.244771:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077220.244773:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077220.244775:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077220.244778:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077220.244780:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077220.244783:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244785:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077220.244788:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077220.244790:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244792:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077220.244794:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077220.244797:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077220.244800:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077220.244802:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077220.244805:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077220.244817:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077220.244822:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077220.244826:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077220.244828:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077220.244831:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077220.244834:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077220.244839:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077220.244849:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077220.244856:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077220.244868:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612139008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077220.244882:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077220.244886:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077220.244890:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612139008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077220.244917:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077220.244920:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077220.244923:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077220.244924:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077220.244926:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077220.244928:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077220.244931:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4205
00000400:00000200:0.0:1769077220.244934:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077220.244937:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077220.244940:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077220.244943:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244945:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077220.244948:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244950:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077220.244952:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077220.244953:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077220.244955:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077220.244957:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077220.244959:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077220.244961:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077220.244966:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244971:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077220.244976:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244978:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077220.244982:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077220.244988:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077220.244995:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077220.245008:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077220.245015:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077220.245023:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077220.245036:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077220.245042:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077220.245046:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077220.245050:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077220.245055:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769077220.245059:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077220.245063:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077220.245065:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077220.245074:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077220.245078:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077220.245081:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077220.245087:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769077220.245102:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077220.245111:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612139136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077220.245128:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077220.245132:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077220.245137:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612139136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077220.245149:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077220.245152:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077220.245175:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077220.245189:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077220.245194:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077220.245199:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4215)
00000800:00000200:1.1:1769077220.245287:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077220.245291:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077220.245715:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077220.245717:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077220.628789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077220.628794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077220.628799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077221.268680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077221.268714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077221.268717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077221.268736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077221.268756:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077221.268760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077221.268762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077221.268765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077221.268767:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077221.652786:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077221.652791:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077221.652794:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077222.292734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077222.292743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077222.292745:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077222.292751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077222.292755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077222.292760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077222.292762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077222.292766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077222.292769:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077223.316721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077223.316727:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077223.316729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077223.316734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077223.316737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077223.316740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077223.316743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077223.316745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077223.316747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077223.700766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077223.700770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077223.700773:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077224.340701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077224.340708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077224.340710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077224.340715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077224.340719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077224.340723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.340726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077224.340728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077224.340731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077224.724733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077224.724736:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077224.724739:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077224.852654:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298882115, at 4298882560
00000100:00000010:0.0:1769077224.852664:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000001:2.0:1769077225.364769:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077225.364776:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077225.364779:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077225.364783:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077225.364784:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077225.364788:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077225.364792:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077225.364792:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077225.364799:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077225.364800:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077225.364806:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077225.364807:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4210
00000100:00000001:2.0:1769077225.364813:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077225.364817:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077225.364819:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077225.364823:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077225.364827:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077225.364831:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077225.364851:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.364854:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077225.364869:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.364872:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077225.364877:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077225.364880:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077225.364884:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077225.364887:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077225.364891:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077225.364895:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077225.364899:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.364917:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077225.364920:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.364922:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077225.364925:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077225.364929:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077225.364932:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077225.364935:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077225.364939:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077225.364942:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077225.364944:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077225.364946:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077225.364954:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769077225.364957:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077225.364960:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077225.364961:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077225.364963:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077225.364965:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077225.364968:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077225.364974:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769077225.364979:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077225.364987:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612139264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077225.364998:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077225.365003:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077225.365008:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612139264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077225.365031:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077225.365034:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077225.365038:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077225.365039:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077225.365041:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077225.365044:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077225.365046:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4210
00000400:00000200:3.0:1769077225.365049:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077225.365051:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077225.365053:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077225.365055:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.365057:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077225.365058:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.365060:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077225.365063:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077225.365064:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077225.365066:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077225.365068:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077225.365071:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077225.365073:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077225.365077:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.365079:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077225.365082:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077225.365085:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077225.365091:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077225.365098:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077225.365103:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077225.365108:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077225.365115:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077225.365119:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077225.365124:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077225.365130:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077225.365138:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077225.365144:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077225.365150:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769077225.365155:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077225.365160:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077225.365164:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077225.365169:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077225.365171:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077225.365175:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077225.365180:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077225.365187:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077225.365195:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077225.365206:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077225.365209:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077225.365214:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612139392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077225.365222:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077225.365228:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077225.365231:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077225.365234:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077225.365240:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077225.365244:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4220)
00000800:00000200:1.1:1769077225.365378:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077225.365382:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077225.365809:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077225.365822:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077226.388635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077226.388643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077226.388645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077226.388652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077226.388656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077226.388660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077226.388663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077226.388667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077226.388670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077226.772781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077226.772784:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077226.772787:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077227.412674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077227.412682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077227.412684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077227.412690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077227.412695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077227.412700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.412703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077227.412706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077227.412709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077227.796738:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077227.796742:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077227.796745:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077228.436659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077228.436666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077228.436667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077228.436671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077228.436674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077228.436678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077228.436680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077228.436682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077228.436685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077229.460672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077229.460678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077229.460680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077229.460685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077229.460688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077229.460691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.460694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077229.460697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077229.460700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077229.844733:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077229.844739:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077229.844743:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077229.972686:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298887235, at 4298887680
00000100:00000010:0.0:1769077229.972703:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:2.0:1769077230.484620:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077230.484620:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077230.484627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077230.484628:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077230.484629:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077230.484630:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077230.484634:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077230.484635:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077230.484638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077230.484638:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077230.484642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077230.484644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077230.484646:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4215
00000100:00000001:2.0:1769077230.484647:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077230.484650:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077230.484658:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077230.484665:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077230.484668:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077230.484671:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484675:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077230.484677:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484680:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077230.484684:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077230.484686:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077230.484688:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077230.484690:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077230.484691:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077230.484693:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077230.484695:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484697:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077230.484698:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484700:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077230.484702:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077230.484704:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484706:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077230.484708:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077230.484710:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077230.484712:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077230.484713:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077230.484716:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077230.484723:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769077230.484726:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077230.484729:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077230.484730:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077230.484732:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077230.484734:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077230.484738:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077230.484744:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077230.484749:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077230.484756:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612139520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077230.484764:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077230.484768:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077230.484772:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612139520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077230.484791:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077230.484793:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077230.484796:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077230.484797:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077230.484798:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077230.484800:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077230.484802:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4215
00000400:00000200:3.0:1769077230.484805:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077230.484807:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077230.484809:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077230.484811:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484813:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077230.484814:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484815:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077230.484816:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077230.484817:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077230.484819:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077230.484820:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077230.484821:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077230.484823:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077230.484825:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484834:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077230.484836:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484837:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077230.484839:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077230.484841:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077230.484842:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077230.484843:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077230.484847:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077230.484849:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077230.484852:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077230.484857:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077230.484861:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077230.484865:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077230.484869:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769077230.484872:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077230.484875:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077230.484877:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077230.484880:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077230.484882:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077230.484884:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077230.484890:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769077230.484894:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077230.484901:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612139648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077230.484911:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077230.484915:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077230.484920:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612139648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077230.484932:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077230.484935:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077230.484943:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077230.484946:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077230.484950:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077230.484954:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4225)
00000800:00000200:1.1:1769077230.485128:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077230.485133:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077230.485662:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077230.485665:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077230.868767:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077230.868771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077230.868774:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077231.508636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077231.508651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077231.508653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077231.508658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077231.508661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077231.508665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.508667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077231.508669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077231.508671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077232.532615:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077232.532622:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077232.532625:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077232.532630:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077232.532633:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077232.532638:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077232.532640:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077232.532643:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077232.532646:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077232.916756:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077232.916760:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077232.916763:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077233.556664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077233.556673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077233.556675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077233.556682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077233.556686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077233.556690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077233.556694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077233.556696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077233.556700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077233.940669:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077233.940673:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077233.940676:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077234.580692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077234.580701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077234.580703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077234.580709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077234.580714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077234.580717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077234.580720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077234.580723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077234.580727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077235.092684:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298892355, at 4298892800
00000100:00000010:0.0:1769077235.092701:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:2.0:1769077235.604630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077235.604635:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077235.604637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077235.604641:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077235.604645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077235.604648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077235.604650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077235.604652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077235.604655:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077235.604667:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077235.604675:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077235.604677:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077235.604680:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077235.604683:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077235.604689:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4220
00000400:00000200:0.0:1769077235.604697:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077235.604703:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077235.604706:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077235.604708:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604711:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077235.604713:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604714:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077235.604718:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077235.604720:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077235.604722:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077235.604724:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077235.604726:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077235.604728:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077235.604730:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604731:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077235.604732:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604733:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077235.604735:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077235.604737:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604739:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077235.604741:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077235.604744:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077235.604747:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077235.604749:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077235.604751:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077235.604758:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769077235.604762:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077235.604765:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077235.604766:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077235.604769:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077235.604772:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077235.604776:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077235.604784:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769077235.604792:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077235.604801:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612139776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077235.604824:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077235.604827:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077235.604831:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612139776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077235.604847:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077235.604850:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077235.604852:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077235.604853:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077235.604854:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077235.604867:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077235.604868:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4220
00000400:00000200:0.0:1769077235.604871:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077235.604873:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077235.604875:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077235.604877:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604878:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077235.604880:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077235.604883:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077235.604884:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077235.604885:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077235.604886:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077235.604888:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077235.604889:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077235.604891:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604893:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077235.604894:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604896:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077235.604898:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077235.604903:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077235.604907:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077235.604910:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077235.604916:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077235.604920:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077235.604925:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077235.604930:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077235.604936:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077235.604939:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077235.604944:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769077235.604949:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077235.604953:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077235.604956:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077235.604959:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077235.604961:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077235.604964:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077235.604970:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077235.604975:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077235.604983:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612139904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077235.604995:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077235.604999:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077235.605002:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612139904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077235.605011:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077235.605014:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077235.605021:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077235.605027:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077235.605032:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077235.605039:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4231)
00000800:00000200:1.1:1769077235.605120:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077235.605123:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077235.605487:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077235.605488:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1769077235.988726:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077235.988731:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077235.988744:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077236.628658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077236.628666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077236.628667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077236.628672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077236.628675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077236.628678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.628681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077236.628683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077236.628686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077237.012731:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077237.012735:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077237.012738:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077237.652631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077237.652637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077237.652639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077237.652644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077237.652647:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077237.652651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077237.652653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077237.652655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077237.652657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077238.676654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077238.676661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077238.676662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077238.676666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077238.676669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077238.676673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077238.676675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077238.676678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077238.676680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077239.060789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077239.060797:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077239.060802:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077239.700645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077239.700652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077239.700654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077239.700658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077239.700661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077239.700665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077239.700667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077239.700669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077239.700671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077240.084698:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077240.084702:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077240.084705:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077240.212660:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298897475, at 4298897920
00000100:00000010:0.0:1769077240.212676:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:2.0:1769077240.724641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077240.724647:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077240.724648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077240.724652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077240.724657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077240.724659:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077240.724661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077240.724665:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077240.724665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077240.724670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077240.724672:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077240.724672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077240.724677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077240.724680:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077240.724690:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4226
00000400:00000200:0.0:1769077240.724702:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077240.724709:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077240.724713:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077240.724716:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724720:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077240.724723:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724725:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077240.724730:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077240.724732:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077240.724735:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077240.724738:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077240.724741:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077240.724743:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077240.724747:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724749:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077240.724751:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724753:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077240.724757:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077240.724761:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724764:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077240.724768:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077240.724771:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077240.724775:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077240.724777:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077240.724780:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077240.724789:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077240.724792:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077240.724796:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077240.724798:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077240.724800:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077240.724802:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077240.724805:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077240.724811:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769077240.724816:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077240.724823:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612140032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077240.724831:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077240.724835:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077240.724838:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612140032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077240.724857:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077240.724860:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077240.724863:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077240.724864:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077240.724865:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077240.724867:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077240.724869:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4226
00000400:00000200:0.0:1769077240.724872:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077240.724875:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077240.724877:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077240.724879:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724881:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077240.724883:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724885:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077240.724887:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077240.724888:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077240.724890:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077240.724891:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077240.724893:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077240.724894:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077240.724897:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724901:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077240.724904:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724908:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077240.724911:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077240.724915:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077240.724918:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077240.724919:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077240.724922:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077240.724925:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077240.724929:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077240.724934:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077240.724938:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077240.724944:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077240.724948:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769077240.724953:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077240.724958:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077240.724961:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077240.724965:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077240.724968:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077240.724973:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077240.724976:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077240.724983:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077240.724989:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077240.724999:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077240.725002:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077240.725007:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612140160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077240.725018:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077240.725020:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077240.725024:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077240.725026:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077240.725029:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077240.725034:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4236)
00000800:00000200:1.1:1769077240.725145:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077240.725148:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077240.725519:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077240.725521:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1769077241.748691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077241.748701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077241.748704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077241.748711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077241.748727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077241.748731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.748736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077241.748739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077241.748743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077242.132785:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077242.132790:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077242.132793:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077242.772708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077242.772717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077242.772719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077242.772725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077242.772745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077242.772748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.772751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077242.772754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077242.772757:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077243.156793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077243.156801:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077243.156806:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077243.796632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077243.796640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077243.796642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077243.796648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077243.796652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077243.796656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077243.796658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077243.796661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077243.796664:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077244.820662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077244.820669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077244.820670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077244.820676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077244.820679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077244.820682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077244.820684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077244.820686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077244.820688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077245.204708:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077245.204712:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077245.204715:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077245.332708:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298902595, at 4298903040
00000100:00000010:0.0:1769077245.332718:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00080000:0.0:1769077245.844640:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077245.844640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077245.844646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077245.844649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077245.844653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077245.844654:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077245.844659:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077245.844660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077245.844663:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077245.844666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077245.844667:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077245.844672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077245.844676:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4231
00000100:00000001:2.0:1769077245.844678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077245.844684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077245.844688:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077245.844695:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077245.844698:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077245.844701:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844703:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077245.844706:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844708:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077245.844711:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077245.844713:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077245.844715:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077245.844717:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077245.844719:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077245.844720:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077245.844722:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844723:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077245.844724:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844726:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077245.844728:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077245.844731:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844733:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077245.844734:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077245.844737:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077245.844739:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077245.844740:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077245.844742:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077245.844750:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769077245.844753:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077245.844756:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077245.844757:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077245.844759:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077245.844761:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077245.844765:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077245.844771:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077245.844776:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077245.844783:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077245.844791:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077245.844794:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077245.844798:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077245.844816:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077245.844818:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077245.844820:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077245.844821:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077245.844823:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077245.844825:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077245.844827:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4231
00000400:00000200:0.0:1769077245.844829:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077245.844831:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077245.844833:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077245.844834:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844836:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077245.844837:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844838:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077245.844840:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077245.844841:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077245.844842:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077245.844843:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077245.844845:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077245.844846:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077245.844849:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844851:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077245.844853:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844855:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077245.844857:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077245.844860:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077245.844863:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077245.844866:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077245.844872:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077245.844876:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077245.844878:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077245.844881:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077245.844884:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077245.844888:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077245.844893:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077245.844897:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077245.844901:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077245.844905:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077245.844908:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077245.844910:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077245.844913:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077245.844917:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077245.844921:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077245.844927:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077245.844939:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077245.844943:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077245.844948:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077245.844957:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077245.844963:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077245.844968:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077245.844971:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077245.844976:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077245.844982:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4241)
00000800:00000200:1.1:1769077245.845137:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077245.845375:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:2.0:1769077246.228754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077246.228759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077246.228762:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077246.868651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077246.868658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077246.868660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077246.868665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077246.868667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077246.868670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077246.868673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077246.868676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077246.868678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077247.892643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077247.892650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077247.892651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077247.892661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077247.892668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077247.892671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.892673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077247.892676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077247.892678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077248.276802:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077248.276808:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077248.276811:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077248.916675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077248.916682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077248.916684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077248.916688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077248.916691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077248.916694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.916697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077248.916699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.916701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077248.917203:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077248.917211:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077248.917216:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077248.917246:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077245/real 1769077248]  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077248.917268:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077248.917271:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077248.917276:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774d68.
00000400:00000200:2.0:1769077248.917281:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c14c8
00000400:00000010:2.0:1769077248.917283:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c14c8.
00000100:00000001:2.0:1769077248.917287:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077248.917292:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077248.917305:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917313:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077248.917315:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917318:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077248.917320:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077248.917324:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917331:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077248.917337:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917346:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077248.917350:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917352:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077248.917353:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917357:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077248.917360:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077248.917365:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077248.917371:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077248.917375:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077248.917380:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077248.917390:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612140416:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077248.917396:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077248.917400:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077245/real 1769077248]  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077248.917415:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077248.917417:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077248.917419:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774c08.
00000400:00000200:2.0:1769077248.917422:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1aa0
00000400:00000010:2.0:1769077248.917425:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1aa0.
00000100:00000001:2.0:1769077248.917428:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077248.917431:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077248.917441:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917448:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077248.917449:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917452:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077248.917453:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077248.917457:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917465:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077248.917469:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917476:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077248.917479:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917482:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077248.917483:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917485:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077248.917487:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077248.917490:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077248.917493:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077248.917496:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077248.917500:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077248.917509:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612140288:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077248.917513:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917516:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077248.917519:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612140416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917527:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077248.917532:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077248.917536:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd000.
02000000:00000001:2.0:1769077248.917542:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077248.917545:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077248.917548:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077248.917550:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077248.917582:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:2.0:1769077248.917588:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077248.917592:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077248.917595:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:2.0:1769077248.917600:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077248.917602:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917604:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077248.917608:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612140288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077248.917616:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077248.917617:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077248.917619:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:2.0:1769077248.917623:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077248.917624:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077248.917626:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077248.917628:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077248.917631:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:2.0:1769077248.917634:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077248.917636:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077248.917637:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:2.0:1769077248.917641:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077248.917642:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917645:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077248.917655:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077248.917657:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077248.917660:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077248.917661:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077249.300709:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077249.300713:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077249.300717:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077249.940638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077249.940646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077249.940648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077249.940653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077249.940658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077249.940661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.940663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077249.940665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077249.940667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077250.452642:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298907715, at 4298908160
00000100:00000010:0.0:1769077250.452660:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000001:2.0:1769077250.964662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077250.964669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077250.964670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077250.964675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077250.964679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077250.964682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077250.964685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077250.964687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077250.964690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077250.964707:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077250.964712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077250.964714:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077250.964717:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077250.964720:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077250.964727:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4236
00000400:00000200:2.0:1769077250.964736:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077250.964745:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077250.964749:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077250.964752:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964754:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077250.964756:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964757:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077250.964760:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077250.964761:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077250.964764:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077250.964766:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077250.964767:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077250.964769:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077250.964770:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964772:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077250.964773:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964775:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077250.964777:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077250.964780:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964781:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077250.964783:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077250.964786:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077250.964788:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.964790:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077250.964791:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077250.964799:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521880.
00000020:00000040:2.0:1769077250.964802:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077250.964805:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077250.964806:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.964808:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077250.964810:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077250.964813:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077250.964820:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077250.964825:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077250.964832:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521880 x1855007612140544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077250.964840:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077250.964843:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077250.964847:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db815254] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521880 x1855007612140544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077250.964873:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077250.964876:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077250.964878:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077250.964879:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077250.964881:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077250.964882:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077250.964884:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4236
00000400:00000200:2.0:1769077250.964886:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077250.964888:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077250.964890:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077250.964892:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964893:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077250.964894:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964896:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077250.964897:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077250.964898:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077250.964899:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077250.964900:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077250.964902:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077250.964903:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077250.964905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964906:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077250.964907:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964917:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077250.964919:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077250.964920:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077250.964922:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077250.964927:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077250.964931:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077250.964932:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.964934:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077250.964937:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077250.964939:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.964941:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077250.964945:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077250.964947:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077250.964950:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077250.964951:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077250.964953:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077250.964954:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077250.964956:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077250.964960:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077250.964963:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077250.964969:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612140672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077250.964977:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077250.964979:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077250.964983:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612140672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077250.964991:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077250.964995:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077250.965000:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077250.965004:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077250.965008:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077250.965014:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4246)
00000800:00000200:1.1:1769077250.965349:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077250.965354:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077250.965812:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077250.965815:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077251.348724:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077251.348728:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077251.348732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077251.988619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077251.988626:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077251.988627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077251.988632:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077251.988635:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077251.988638:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.988640:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077251.988642:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077251.988644:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077252.372744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077252.372747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077252.372750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077253.012658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077253.012664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077253.012665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077253.012669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077253.012672:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077253.012676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077253.012678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077253.012680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077253.012682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077254.420702:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077254.420706:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077254.420709:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077255.444746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077255.444750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077255.444753:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077255.572764:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298912835, at 4298913280
00000100:00000010:0.0:1769077255.572785:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:3.0:1769077256.084733:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077256.084742:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077256.084745:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077256.084748:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077256.084752:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077256.084759:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4241
00000400:00000200:3.0:1769077256.084767:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077256.084773:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077256.084777:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077256.084780:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.084782:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077256.084784:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.084786:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077256.084790:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077256.084792:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077256.084794:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077256.084797:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077256.084798:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077256.084800:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077256.084802:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.084803:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077256.084805:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.084806:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077256.084809:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077256.084811:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077256.084815:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077256.084818:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077256.084821:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077256.084824:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077256.084826:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077256.084828:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077256.084839:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769077256.084842:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077256.084845:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077256.084847:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077256.084850:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077256.084853:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077256.084857:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077256.084868:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077256.084875:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077256.084884:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612140800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077256.084893:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077256.084898:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077256.084902:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612140800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077256.084925:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077256.084927:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077256.084930:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077256.084932:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077256.084933:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077256.084935:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077256.084938:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4241
00000400:00000200:3.0:1769077256.084941:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077256.084944:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077256.084946:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077256.084950:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.084953:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077256.084955:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.084961:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077256.084966:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077256.084977:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077256.084980:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077256.084982:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077256.084989:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077256.084999:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077256.085018:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.085028:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077256.085037:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077256.085046:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077256.085055:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077256.085066:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077256.085074:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077256.085077:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077256.085084:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077256.085088:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077256.085090:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077256.085096:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077256.085125:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077256.085127:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077256.085135:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769077256.085143:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077256.085146:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077256.085147:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077256.085150:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077256.085156:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077256.085160:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077256.085164:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769077256.085169:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077256.085179:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077256.085201:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077256.085211:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077256.085225:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612140928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077256.085297:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077256.085308:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077256.085319:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077256.085329:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077256.085333:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077256.085341:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4251)
00000800:00000200:1.1:1769077256.085417:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077256.085420:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077256.085726:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077256.085728:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769077257.108719:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077257.108729:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077257.108732:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077257.108740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077257.108745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077257.108750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.108754:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077257.108758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077257.108762:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077257.492747:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077257.492754:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077257.492759:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077258.132673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077258.132679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077258.132681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077258.132685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077258.132688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077258.132692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077258.132694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077258.132696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077258.132699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077258.516793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077258.516800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077258.516805:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077259.156686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077259.156693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077259.156695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077259.156700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077259.156703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077259.156706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077259.156709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077259.156711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077259.156713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077260.180667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077260.180674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077260.180675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077260.180680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077260.180683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077260.180686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.180688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077260.180691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077260.180693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077260.564826:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077260.564832:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077260.564836:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077260.692662:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298917955, at 4298918400
00000100:00000010:0.0:1769077260.692675:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00080000:3.0:1769077261.204655:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077261.204666:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077261.204669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077261.204669:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077261.204679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077261.204680:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077261.204682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077261.204695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077261.204695:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077261.204704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077261.204707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077261.204711:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4246
00000100:00000001:2.0:1769077261.204713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077261.204716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077261.204720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077261.204727:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077261.204736:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077261.204741:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077261.204746:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204750:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077261.204754:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204757:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077261.204762:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077261.204764:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077261.204767:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077261.204771:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077261.204774:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077261.204776:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077261.204779:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204780:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077261.204782:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204783:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077261.204786:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077261.204788:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204798:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077261.204800:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077261.204804:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077261.204807:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077261.204809:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077261.204811:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077261.204821:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769077261.204824:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077261.204828:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077261.204830:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077261.204833:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077261.204836:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077261.204841:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077261.204850:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769077261.204856:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077261.204865:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612141056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077261.204874:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077261.204879:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077261.204882:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612141056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077261.204902:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077261.204905:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077261.204909:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077261.204910:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077261.204911:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077261.204914:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077261.204915:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4246
00000400:00000200:3.0:1769077261.204918:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077261.204920:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077261.204922:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077261.204923:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204925:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077261.204926:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204928:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077261.204930:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077261.204931:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077261.204932:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077261.204933:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077261.204935:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077261.204936:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077261.204938:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204939:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077261.204940:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204941:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077261.204942:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077261.204944:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077261.204945:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077261.204946:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077261.204951:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077261.204952:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077261.204953:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077261.204957:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077261.204961:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077261.204963:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077261.204966:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769077261.204969:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077261.204971:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077261.204972:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077261.204974:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077261.204976:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077261.204978:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077261.204981:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769077261.204984:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077261.204987:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612141184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077261.205003:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077261.205005:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077261.205011:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612141184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077261.205035:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077261.205043:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077261.205053:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077261.205059:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077261.205065:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077261.205075:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4256)
00000800:00000200:1.1:1769077261.205235:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077261.205238:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077261.205624:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077261.205626:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077261.588724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077261.588728:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077261.588731:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077262.228697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077262.228706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077262.228708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077262.228714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077262.228719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077262.228723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.228726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077262.228728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077262.228732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077263.252648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077263.252657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077263.252660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077263.252666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077263.252671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077263.252675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077263.252678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077263.252681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077263.252684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077263.636775:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077263.636780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077263.636784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077264.276699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077264.276706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077264.276708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077264.276712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077264.276715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077264.276718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077264.276720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077264.276723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077264.276725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077264.660741:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077264.660746:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077264.660750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077265.300623:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077265.300632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077265.300634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077265.300640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077265.300644:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077265.300648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.300651:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077265.300654:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077265.300657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077265.812629:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298923075, at 4298923520
00000100:00000010:0.0:1769077265.812643:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:2.0:1769077266.324678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077266.324682:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077266.324685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077266.324689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077266.324691:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077266.324696:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077266.324696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077266.324702:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077266.324702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077266.324708:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077266.324709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077266.324714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077266.324718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077266.324719:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4251
00000100:00000001:2.0:1769077266.324722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077266.324733:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077266.324740:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077266.324744:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077266.324748:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.324753:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077266.324755:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.324758:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077266.324763:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077266.324765:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077266.324769:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077266.324772:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077266.324774:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077266.324778:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077266.324781:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.324783:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077266.324786:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.324788:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077266.324792:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077266.324796:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077266.324799:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077266.324802:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077266.324805:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077266.324808:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077266.324811:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077266.324814:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077266.324824:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077266.324828:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077266.324831:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077266.324833:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077266.324835:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077266.324838:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077266.324842:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077266.324848:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077266.324854:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077266.324862:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612141312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077266.324874:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077266.324878:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077266.324883:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612141312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077266.324904:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077266.324907:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077266.324911:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077266.324913:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077266.324915:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077266.324918:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077266.324939:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4251
00000400:00000200:0.0:1769077266.324950:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077266.324959:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077266.324963:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077266.324970:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.324976:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077266.324983:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.324989:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077266.324993:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077266.324996:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077266.325000:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077266.325005:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077266.325008:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077266.325013:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077266.325020:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.325024:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077266.325030:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077266.325033:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077266.325036:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077266.325042:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077266.325047:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077266.325050:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077266.325055:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077266.325059:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077266.325062:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077266.325068:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077266.325075:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077266.325080:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077266.325087:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769077266.325090:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077266.325095:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077266.325098:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077266.325102:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077266.325104:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077266.325107:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077266.325113:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077266.325118:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077266.325124:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612141440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077266.325137:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077266.325140:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077266.325146:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612141440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077266.325160:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077266.325166:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077266.325173:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077266.325177:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077266.325183:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077266.325189:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4261)
00000800:00000200:1.1:1769077266.325212:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077266.325215:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077266.325520:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077266.325522:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769077266.708708:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077266.708712:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077266.708715:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077267.348648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077267.348657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077267.348659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077267.348666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077267.348670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077267.348674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.348677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077267.348680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077267.348683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077267.732849:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077267.732855:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077267.732859:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077268.372702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077268.372713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077268.372716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077268.372723:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077268.372728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077268.372733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.372736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077268.372740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077268.372744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077269.396625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077269.396631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077269.396633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077269.396638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077269.396642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077269.396646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077269.396649:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077269.396651:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077269.396654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077269.780779:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077269.780796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077269.780801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077270.420642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077270.420652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077270.420654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077270.420660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077270.420664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077270.420669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077270.420672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077270.420676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077270.420679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077270.804719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077270.804724:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077270.804730:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077270.932688:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298928195, at 4298928640
00000100:00000010:0.0:1769077270.932702:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000001:2.0:1769077271.444660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077271.444671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077271.444673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077271.444679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077271.444684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077271.444697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077271.444719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077271.444722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077271.444731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077271.444764:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077271.444774:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077271.444777:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077271.444781:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077271.444785:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077271.444794:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4256
00000400:00000200:0.0:1769077271.444806:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077271.444814:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077271.444818:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077271.444823:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.444827:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077271.444830:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.444833:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077271.444838:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077271.444861:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077271.444864:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077271.444868:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077271.444871:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077271.444891:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077271.444895:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.444898:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077271.444900:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.444902:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077271.444905:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077271.444908:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077271.444910:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077271.444912:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077271.444915:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077271.444918:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077271.444920:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077271.444922:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077271.444931:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077271.444934:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077271.444937:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077271.444939:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077271.444941:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077271.444944:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077271.444948:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077271.444955:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077271.444961:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077271.444969:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612141568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077271.444979:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077271.444983:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077271.444987:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612141568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077271.445006:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077271.445009:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077271.445012:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077271.445013:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077271.445015:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077271.445029:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077271.445033:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4256
00000400:00000200:0.0:1769077271.445038:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077271.445043:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077271.445046:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077271.445052:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.445056:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077271.445065:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.445067:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077271.445074:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077271.445077:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077271.445081:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077271.445086:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077271.445091:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077271.445095:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077271.445102:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.445107:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077271.445116:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077271.445122:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077271.445127:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077271.445132:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077271.445136:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077271.445140:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077271.445147:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077271.445154:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077271.445158:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077271.445162:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077271.445165:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077271.445167:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077271.445171:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077271.445175:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077271.445182:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077271.445185:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077271.445188:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077271.445191:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077271.445193:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077271.445199:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077271.445204:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077271.445211:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077271.445230:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077271.445238:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077271.445253:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612141696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077271.445284:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077271.445291:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077271.445303:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077271.445309:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077271.445318:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077271.445324:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4266)
00000800:00000200:1.1:1769077271.445394:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077271.445398:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077271.445890:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077271.445894:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769077272.468686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077272.468695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077272.468698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077272.468706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077272.468711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077272.468732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.468736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077272.468740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077272.468744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077272.852879:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077272.852886:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077272.852890:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077273.492740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077273.492750:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077273.492753:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077273.492760:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077273.492766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077273.492771:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.492774:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077273.492778:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077273.492781:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077273.876950:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077273.876973:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077273.876978:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077274.516723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077274.516751:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077274.516754:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077274.516764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077274.516770:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077274.516782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077274.516826:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077274.516847:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077274.516853:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077275.540694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077275.540705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077275.540707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077275.540714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077275.540720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077275.540725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077275.540729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077275.540733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077275.540737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077275.924830:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077275.924835:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077275.924839:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077276.052712:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298933315, at 4298933760
00000100:00000010:0.0:1769077276.052720:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000001:2.0:1769077276.564636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077276.564643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077276.564645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077276.564650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077276.564654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077276.564658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077276.564660:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077276.564661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077276.564683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077276.564689:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077276.564691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077276.564695:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077276.564702:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077276.564707:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077276.564717:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4261
00000400:00000200:0.0:1769077276.564732:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077276.564740:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077276.564745:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077276.564806:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.564810:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077276.564830:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.564832:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077276.564836:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077276.564838:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077276.564840:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077276.564843:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077276.564845:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077276.564847:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077276.564849:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.564850:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077276.564852:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.564854:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077276.564856:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077276.564859:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077276.564861:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077276.564863:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077276.564866:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077276.564868:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077276.564869:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077276.564872:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077276.564879:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077276.564883:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077276.564886:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077276.564887:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077276.564890:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077276.564892:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077276.564896:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077276.564902:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077276.564908:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077276.564914:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612141824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077276.564924:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077276.564928:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077276.564932:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612141824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077276.564964:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077276.564967:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077276.564971:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077276.564973:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077276.564975:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077276.564979:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077276.564982:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4261
00000400:00000200:0.0:1769077276.564986:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077276.564991:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077276.564994:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077276.564998:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.565001:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077276.565014:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.565020:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077276.565023:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077276.565025:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077276.565029:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077276.565033:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077276.565039:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077276.565043:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077276.565051:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.565054:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077276.565059:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077276.565063:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077276.565068:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077276.565074:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077276.565079:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077276.565085:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077276.565090:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077276.565093:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077276.565098:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077276.565104:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077276.565108:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077276.565114:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077276.565120:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077276.565125:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077276.565130:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077276.565134:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077276.565136:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077276.565138:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077276.565142:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077276.565148:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769077276.565154:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077276.565161:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612141952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077276.565180:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077276.565183:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077276.565188:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612141952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077276.565212:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077276.565218:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077276.565252:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077276.565259:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077276.565264:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077276.565271:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4271)
00000800:00000200:1.1:1769077276.565423:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077276.565429:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077276.565940:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077276.565942:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769077276.948874:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077276.948890:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077276.948896:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077277.588756:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077277.588765:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077277.588767:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077277.588772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077277.588776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077277.588779:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.588798:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077277.588800:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077277.588803:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077278.612664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077278.612675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077278.612678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077278.612686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077278.612691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077278.612697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.612701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077278.612705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077278.612709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077278.996754:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077278.996769:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077278.996772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077279.636694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077279.636732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077279.636735:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077279.636758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077279.636762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077279.636766:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077279.636769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077279.636772:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077279.636775:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077280.020846:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077280.020851:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077280.020855:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077280.660770:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077280.660808:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077280.660811:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077280.660817:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077280.660822:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077280.660828:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077280.660831:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077280.660836:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077280.660839:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077281.172759:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298938435, at 4298938880
00000100:00000010:0.0:1769077281.172776:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:2.0:1769077281.684733:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077281.684744:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077281.684746:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077281.684749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077281.684751:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077281.684754:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077281.684756:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077281.684757:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077281.684763:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077281.684766:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4266
00000100:00000001:0.0:1769077281.684768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077281.684773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077281.684776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1769077281.684779:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077281.684780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077281.684785:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077281.684789:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077281.684793:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077281.684797:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684800:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077281.684803:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684806:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077281.684810:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077281.684811:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077281.684814:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077281.684816:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077281.684818:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077281.684820:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077281.684823:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684824:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077281.684826:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684828:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077281.684830:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077281.684832:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684834:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077281.684836:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077281.684839:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077281.684841:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077281.684843:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077281.684845:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077281.684853:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077281.684856:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077281.684859:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077281.684860:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077281.684863:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077281.684865:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077281.684868:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077281.684875:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077281.684880:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077281.684887:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612142080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077281.684896:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077281.684899:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077281.684903:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612142080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077281.684923:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077281.684926:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077281.684929:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077281.684930:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077281.684931:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077281.684934:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077281.684935:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4266
00000400:00000200:2.0:1769077281.684938:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077281.684940:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077281.684942:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077281.684945:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684947:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077281.684949:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684950:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077281.684953:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077281.684955:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077281.684957:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077281.684959:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077281.684961:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077281.684963:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077281.684966:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684968:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077281.684970:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684971:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077281.684973:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077281.684975:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077281.684976:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077281.684977:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077281.684986:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077281.684988:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077281.684989:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077281.684992:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077281.684996:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077281.684999:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077281.685011:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769077281.685019:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077281.685029:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077281.685030:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077281.685032:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077281.685038:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077281.685043:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077281.685057:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077281.685070:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077281.685108:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612142208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077281.685141:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077281.685148:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077281.685154:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612142208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077281.685185:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077281.685195:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077281.685201:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077281.685205:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077281.685211:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077281.685220:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4277)
00000800:00000200:1.1:1769077281.685389:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077281.685410:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077281.686050:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077281.686053:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769077282.068762:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077282.068767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077282.068771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077282.708697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077282.708705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077282.708707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077282.708713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077282.708717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077282.708721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077282.708724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077282.708727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077282.708730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077283.092842:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077283.092851:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077283.092854:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077283.732631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077283.732652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077283.732654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077283.732662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077283.732666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077283.732671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077283.732673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077283.732676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077283.732678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077284.756695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077284.756705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077284.756714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077284.756722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077284.756726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077284.756731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077284.756734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077284.756737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077284.756741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077285.140780:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077285.140788:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077285.140794:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077285.780660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077285.780667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077285.780668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077285.780673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077285.780676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077285.780680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077285.780683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077285.780685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077285.780688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077286.164745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077286.164748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077286.164762:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077286.292683:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298943555, at 4298944000
00000100:00000010:0.0:1769077286.292698:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00000001:0.0:1769077286.804672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077286.804678:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077286.804680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077286.804684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077286.804688:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769077286.804690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077286.804692:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077286.804695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077286.804697:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077286.804699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077286.804704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077286.804704:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077286.804706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077286.804710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077286.804715:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4272
00000400:00000200:2.0:1769077286.804728:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077286.804737:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077286.804741:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077286.804744:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.804749:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077286.804752:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.804755:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077286.804760:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077286.804764:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077286.804767:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077286.804770:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077286.804774:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077286.804777:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077286.804782:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.804784:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077286.804788:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.804790:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077286.804794:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077286.804797:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077286.804800:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.804804:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077286.804807:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077286.804811:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.804813:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077286.804816:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077286.804825:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077286.804829:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077286.804833:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077286.804835:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.804838:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077286.804841:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077286.804845:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077286.804853:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077286.804859:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077286.804869:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612142336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077286.804879:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077286.804884:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077286.804889:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612142336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.804917:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077286.804920:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077286.804923:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077286.804925:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077286.804927:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077286.804930:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077286.804934:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4272
00000400:00000200:2.0:1769077286.804939:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077286.804944:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077286.804949:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077286.804958:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.804965:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077286.804971:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.804977:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077286.804981:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077286.804985:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077286.804991:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077286.804996:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077286.805002:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077286.805009:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077286.805017:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.805023:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077286.805028:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077286.805034:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077286.805039:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077286.805046:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077286.805050:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077286.805055:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077286.805062:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077286.805066:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.805071:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077286.805077:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077286.805084:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.805090:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077286.805099:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769077286.805103:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077286.805110:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077286.805114:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077286.805119:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077286.805123:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077286.805128:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077286.805145:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077286.805156:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077286.805167:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077286.805184:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769077286.805185:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077286.805190:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1769077286.805191:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077286.805202:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612142464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077286.805224:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077286.805229:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077286.805236:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077286.805242:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077286.805249:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077286.805257:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4282)
00000800:00000200:1.1:1769077286.805510:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077286.805512:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769077287.828713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077287.828725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077287.828729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077287.828738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077287.828745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077287.828750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077287.828755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077287.828760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077287.828765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077288.212766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077288.212775:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077288.212782:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077288.852689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077288.852697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077288.852699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077288.852705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077288.852709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077288.852713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077288.852716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077288.852719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077288.852721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077289.236706:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077289.236710:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077289.236714:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077289.876661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077289.876667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077289.876669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077289.876674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077289.876677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077289.876680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077289.876682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077289.876684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077289.876687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077290.900640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077290.900649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077290.900651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077290.900657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077290.900661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077290.900665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077290.900668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077290.900671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077290.900674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077291.284788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077291.284793:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077291.284797:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077291.412641:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298948675, at 4298949120
00000100:00000010:0.0:1769077291.412659:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000001:0.0:1769077291.924621:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077291.924627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077291.924629:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077291.924634:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077291.924638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077291.924640:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077291.924641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077291.924646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077291.924648:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077291.924649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077291.924653:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077291.924654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077291.924657:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077291.924661:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077291.924667:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4277
00000400:00000200:2.0:1769077291.924676:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077291.924682:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077291.924685:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077291.924687:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924690:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.924692:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924693:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077291.924697:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077291.924698:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077291.924701:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077291.924703:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077291.924704:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077291.924706:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077291.924708:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924709:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.924710:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924712:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077291.924714:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077291.924717:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924718:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077291.924720:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077291.924722:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077291.924724:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.924727:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077291.924729:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077291.924737:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077291.924739:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077291.924742:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077291.924744:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.924746:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077291.924748:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077291.924751:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077291.924757:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077291.924762:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077291.924768:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612142592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077291.924776:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077291.924780:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077291.924783:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612142592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077291.924818:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077291.924820:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077291.924823:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077291.924824:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077291.924825:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077291.924827:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077291.924829:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4277
00000400:00000200:2.0:1769077291.924831:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077291.924833:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077291.924835:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077291.924837:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924839:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.924841:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924842:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077291.924844:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077291.924845:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077291.924847:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077291.924848:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077291.924850:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077291.924851:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077291.924854:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924855:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077291.924857:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924858:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077291.924859:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077291.924862:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077291.924865:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077291.924868:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077291.924872:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077291.924875:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.924878:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077291.924882:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077291.924888:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.924892:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077291.924898:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769077291.924902:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077291.924907:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077291.924910:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077291.924913:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077291.924916:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077291.924919:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077291.924925:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077291.924930:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077291.924937:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612142720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077291.924946:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077291.924951:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077291.924955:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612142720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077291.924967:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077291.924970:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077291.924973:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077291.924977:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077291.924979:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077291.924983:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4287)
00000800:00000200:1.1:1769077291.925099:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077291.925103:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077291.925546:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077291.925575:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077292.308729:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077292.308751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077292.308754:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077292.948671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077292.948682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077292.948686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077292.948695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077292.948700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077292.948705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077292.948709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077292.948712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077292.948716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077293.972684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077293.972693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077293.972695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077293.972702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077293.972706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077293.972710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077293.972713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077293.972716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077293.972721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077294.356755:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077294.356760:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077294.356765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077294.996661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077294.996667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077294.996668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077294.996673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077294.996676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077294.996679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077294.996682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077294.996684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077294.996686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077295.380790:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077295.380794:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077295.380797:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077296.020621:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077296.020627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077296.020629:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077296.020634:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077296.020637:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077296.020641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077296.020643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077296.020645:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077296.020648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077296.532635:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298953795, at 4298954240
00000100:00000010:0.0:1769077296.532649:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00080000:2.0:1769077297.044646:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077297.044648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077297.044653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077297.044655:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077297.044656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.044658:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769077297.044661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077297.044662:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077297.044667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077297.044668:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077297.044671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077297.044675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077297.044677:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4282
00000100:00000001:0.0:1769077297.044678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077297.044683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077297.044689:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077297.044696:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077297.044699:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077297.044702:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044705:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077297.044708:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044710:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077297.044714:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077297.044716:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077297.044723:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077297.044725:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077297.044727:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077297.044729:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077297.044731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044733:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077297.044734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044735:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077297.044738:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077297.044740:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044742:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077297.044744:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077297.044746:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077297.044748:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.044749:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077297.044751:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077297.044760:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077297.044762:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077297.044765:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077297.044766:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.044768:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077297.044770:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077297.044774:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077297.044780:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077297.044785:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077297.044792:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612142848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077297.044800:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077297.044804:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077297.044807:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612142848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077297.044830:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077297.044832:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077297.044835:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077297.044836:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077297.044837:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077297.044839:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077297.044840:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4282
00000400:00000200:2.0:1769077297.044843:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077297.044845:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077297.044847:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077297.044849:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044850:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077297.044852:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044853:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077297.044854:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077297.044855:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077297.044856:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077297.044858:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077297.044859:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077297.044861:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077297.044863:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044864:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077297.044867:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044868:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077297.044870:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077297.044872:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077297.044874:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077297.044876:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077297.044881:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077297.044883:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.044887:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077297.044892:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077297.044895:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.044897:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077297.044900:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769077297.044905:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077297.044910:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077297.044913:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077297.044916:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077297.044920:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077297.044923:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077297.044927:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077297.044932:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077297.044941:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612142976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077297.044949:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077297.044953:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077297.044959:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612142976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077297.044974:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077297.044979:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077297.044987:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077297.044991:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077297.044997:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077297.045005:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4292)
00000800:00000200:1.1:1769077297.045092:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077297.045095:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077297.045370:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077297.045372:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077297.428697:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077297.428702:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077297.428706:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077298.068626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077298.068633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077298.068635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077298.068640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077298.068643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077298.068647:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077298.068650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077298.068653:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077298.068657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077298.452749:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077298.452755:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077298.452760:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077299.092709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077299.092719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077299.092722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077299.092730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077299.092734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077299.092739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077299.092742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077299.092745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077299.092748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077300.116616:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077300.116623:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077300.116624:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077300.116629:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077300.116633:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077300.116635:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077300.116638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077300.116640:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077300.116642:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077300.500766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077300.500771:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077300.500775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077301.140701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077301.140709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077301.140712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077301.140717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077301.140721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077301.140725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077301.140728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077301.140731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077301.140735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077301.524787:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077301.524793:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077301.524797:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077301.652662:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298958915, at 4298959360
00000100:00000010:0.0:1769077301.652678:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000001:0.0:1769077302.164674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077302.164682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077302.164684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077302.164685:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077302.164691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077302.164696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077302.164696:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077302.164702:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077302.164703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077302.164709:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077302.164715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077302.164717:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077302.164718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077302.164722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077302.164727:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4287
00000400:00000200:3.0:1769077302.164739:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077302.164745:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077302.164748:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077302.164751:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164753:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077302.164756:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164759:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077302.164764:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077302.164766:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077302.164768:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077302.164770:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077302.164772:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077302.164774:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077302.164778:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164780:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077302.164782:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164784:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077302.164787:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077302.164790:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164792:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077302.164794:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077302.164798:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077302.164801:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077302.164804:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077302.164806:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077302.164818:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769077302.164823:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077302.164827:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077302.164829:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077302.164832:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077302.164835:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077302.164840:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077302.164850:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077302.164858:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077302.164868:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612143104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077302.164878:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077302.164883:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077302.164888:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612143104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077302.164911:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077302.164914:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077302.164918:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077302.164919:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077302.164920:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077302.164923:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077302.164926:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4287
00000400:00000200:3.0:1769077302.164930:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077302.164933:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077302.164935:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077302.164940:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164943:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077302.164945:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164947:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077302.164951:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077302.164955:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077302.164960:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077302.164964:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077302.164967:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077302.164972:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077302.164980:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164986:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077302.164992:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077302.164997:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077302.165004:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077302.165014:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077302.165019:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077302.165022:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077302.165030:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077302.165035:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077302.165037:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077302.165042:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077302.165048:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077302.165050:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077302.165055:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769077302.165059:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077302.165063:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077302.165065:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077302.165070:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077302.165074:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077302.165078:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077302.165084:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769077302.165091:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077302.165100:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077302.165117:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077302.165120:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077302.165131:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612143232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077302.165148:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077302.165155:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077302.165159:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077302.165166:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077302.165173:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077302.165183:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4297)
00000800:00000200:1.1:1769077302.165273:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077302.165276:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077302.165676:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077302.165678:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769077303.188694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077303.188702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077303.188704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.188710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077303.188713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077303.188718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077303.188720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077303.188723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077303.188725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077303.572716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077303.572721:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077303.572725:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077304.212641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077304.212649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077304.212651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077304.212657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077304.212662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077304.212665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077304.212669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077304.212672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077304.212675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077304.596724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077304.596728:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077304.596731:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077305.236683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077305.236693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077305.236695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077305.236701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077305.236706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077305.236711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077305.236714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077305.236717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077305.236720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077306.260675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077306.260684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077306.260686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077306.260693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077306.260697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077306.260701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077306.260704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077306.260707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077306.260710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077306.644765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077306.644770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077306.644774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077306.772637:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298964035, at 4298964480
00000100:00000010:0.0:1769077306.772653:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:0.0:1769077307.284709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077307.284716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077307.284718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077307.284719:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077307.284727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077307.284735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077307.284735:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077307.284744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077307.284745:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077307.284751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077307.284754:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077307.284755:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077307.284763:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077307.284765:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077307.284776:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4292
00000400:00000200:3.0:1769077307.284787:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077307.284796:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077307.284801:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077307.284805:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.284809:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077307.284812:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.284815:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077307.284820:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077307.284822:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077307.284826:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077307.284829:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077307.284832:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077307.284836:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077307.284839:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.284841:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077307.284844:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.284846:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077307.284849:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077307.284853:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077307.284858:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077307.284862:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077307.284866:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077307.284869:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077307.284872:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077307.284875:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077307.284887:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769077307.284892:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077307.284896:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077307.284899:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077307.284902:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077307.284905:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077307.284911:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077307.284920:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769077307.284928:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077307.284938:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612143360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077307.284951:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077307.284956:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077307.284961:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612143360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077307.284988:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077307.284991:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077307.284996:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077307.284997:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077307.284999:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077307.285002:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077307.285005:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4292
00000400:00000200:3.0:1769077307.285010:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077307.285014:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077307.285017:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077307.285020:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.285024:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077307.285027:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.285030:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077307.285033:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077307.285034:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077307.285036:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077307.285038:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077307.285040:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077307.285043:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077307.285047:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.285053:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077307.285059:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077307.285063:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077307.285066:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077307.285073:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077307.285079:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077307.285084:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077307.285092:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077307.285100:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077307.285104:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077307.285110:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077307.285119:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077307.285124:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077307.285131:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769077307.285137:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077307.285151:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077307.285154:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077307.285159:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077307.285162:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077307.285166:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077307.285172:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769077307.285178:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077307.285187:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612143488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077307.285202:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077307.285205:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077307.285215:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612143488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077307.285230:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077307.285258:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077307.285267:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077307.285275:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077307.285282:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077307.285289:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4302)
00000800:00000200:1.1:1769077307.285384:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077307.285389:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077307.285903:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077307.285906:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077307.668766:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077307.668770:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077307.668773:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077308.309311:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077308.309321:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077308.309323:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077308.309330:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077308.309334:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077308.309337:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077308.309340:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077308.309343:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077308.309346:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077309.332679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077309.332686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077309.332688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077309.332692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077309.332696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077309.332699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077309.332701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077309.332703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077309.332705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077309.716701:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077309.716705:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077309.716708:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077310.356639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077310.356646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077310.356648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077310.356652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077310.356655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077310.356659:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077310.356661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077310.356663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077310.356665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077310.740708:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077310.740713:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077310.740717:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077311.380665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077311.380673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077311.380675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077311.380679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077311.380682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077311.380685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077311.380687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077311.380691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077311.380694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077311.892688:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298969155, at 4298969600
00000100:00000010:0.0:1769077311.892708:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000001:0.0:1769077312.404625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077312.404633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077312.404635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077312.404639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077312.404642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077312.404646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077312.404648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077312.404651:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077312.404653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077312.404709:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077312.404722:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077312.404726:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077312.404732:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077312.404739:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077312.404750:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4297
00000400:00000200:2.0:1769077312.404761:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077312.404770:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077312.404774:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077312.404779:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.404782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077312.404786:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.404789:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077312.404794:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077312.404796:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077312.404800:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077312.404803:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077312.404806:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077312.404810:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077312.404813:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.404817:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077312.404819:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.404822:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077312.404825:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077312.404829:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077312.404831:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077312.404835:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077312.404839:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077312.404843:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077312.404846:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077312.404849:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077312.404860:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077312.404865:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077312.404870:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077312.404872:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077312.404876:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077312.404880:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077312.404885:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077312.404895:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077312.404910:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077312.404922:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612143616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077312.404934:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077312.404940:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077312.404946:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612143616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077312.404973:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077312.404977:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077312.404982:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077312.404984:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077312.404986:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077312.404990:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077312.404994:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4297
00000400:00000200:2.0:1769077312.405000:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077312.405005:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077312.405008:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077312.405016:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.405024:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077312.405034:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.405042:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077312.405055:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077312.405062:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077312.405072:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077312.405080:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077312.405090:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077312.405095:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077312.405107:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.405117:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077312.405130:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077312.405138:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077312.405149:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077312.405174:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077312.405185:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077312.405196:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077312.405206:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077312.405214:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077312.405231:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077312.405241:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077312.405251:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077312.405257:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077312.405265:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769077312.405274:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077312.405281:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077312.405289:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077312.405298:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077312.405304:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077312.405309:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077312.405319:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077312.405329:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077312.405345:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612143744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077312.405369:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077312.405377:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077312.405385:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:2.0:1769077312.405391:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612143744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077312.405401:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077312.405406:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077312.405412:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077312.405423:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077312.405432:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077312.405439:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4307)
00000800:00000200:1.1:1769077312.405622:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769077312.788829:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077312.788835:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077312.788840:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077313.428654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077313.428662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077313.428665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077313.428670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077313.428681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077313.428684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077313.428687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077313.428691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077313.428694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077313.812748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077313.812752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077313.812756:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077314.452641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077314.452652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077314.452654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077314.452661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077314.452666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077314.452671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077314.452673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077314.452677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077314.452679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077315.476632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077315.476640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077315.476643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077315.476648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077315.476652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077315.476656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077315.476659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077315.476663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077315.476666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077315.476776:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769077315.476811:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077315.476822:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077315.476826:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769077315.476830:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077315.476834:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077315.476839:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077315.476843:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:3.0:1769077315.476849:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077315.476854:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077315.476861:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1bb0
00000400:00000010:3.0:1769077315.476864:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1bb0.
00000100:00000001:3.0:1769077315.476869:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077315.476877:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1522d80 x1855007612143616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077315.476898:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077315.476903:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522d80 x1855007612143616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077315.476911:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077315.476913:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077315.476922:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077315.476925:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:3.0:1769077315.476929:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077315.476932:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077315.476936:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1770
00000400:00000010:3.0:1769077315.476938:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1770.
00000100:00000001:3.0:1769077315.476942:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077315.476949:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521f80 x1855007612143744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077315.476971:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077315.476978:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521f80 x1855007612143744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077315.476988:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077315.476991:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1769077315.860720:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077315.860723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077315.860726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077316.500671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077316.500679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077316.500681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077316.500687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077316.500691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077316.500694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077316.500697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077316.500699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077316.500702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077316.884727:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077316.884730:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077316.884732:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077317.012646:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298974275, at 4298974720
00000100:00000010:0.0:1769077317.012662:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:3.0:1769077317.524685:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077317.524694:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077317.524697:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077317.524700:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077317.524704:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077317.524711:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4302
00000400:00000200:3.0:1769077317.524721:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077317.524726:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077317.524729:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077317.524732:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524735:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077317.524737:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524739:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077317.524743:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077317.524745:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077317.524748:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077317.524750:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077317.524752:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077317.524754:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077317.524757:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524758:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077317.524760:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524762:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077317.524765:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077317.524768:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524769:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077317.524772:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077317.524775:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077317.524778:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077317.524780:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077317.524782:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077317.524788:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769077317.524791:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077317.524795:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077317.524796:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077317.524798:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077317.524801:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077317.524805:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077317.524811:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769077317.524817:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077317.524825:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612143872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077317.524834:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077317.524839:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077317.524843:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612143872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077317.524865:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077317.524868:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077317.524871:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077317.524876:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077317.524878:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077317.524881:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077317.524883:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4302
00000400:00000200:3.0:1769077317.524887:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077317.524890:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077317.524892:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077317.524895:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524897:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077317.524900:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524902:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077317.524904:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077317.524905:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077317.524907:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077317.524909:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077317.524912:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077317.524915:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077317.524920:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524925:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077317.524929:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524933:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077317.524938:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077317.524943:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077317.524948:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077317.524953:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077317.524958:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077317.524964:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077317.524968:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077317.524973:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077317.524979:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077317.524984:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077317.524991:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769077317.524998:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077317.525006:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077317.525009:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077317.525013:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077317.525018:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077317.525022:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077317.525030:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769077317.525036:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077317.525045:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077317.525056:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077317.525060:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077317.525083:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612144000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077317.525107:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077317.525119:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077317.525132:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077317.525137:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077317.525140:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077317.525144:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4312)
00000800:00000200:1.1:1769077317.525222:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077317.525225:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769077317.525260:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077317.525267:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077317.525270:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077317.525276:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077317.525281:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077317.525285:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077317.525290:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077317.525294:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077317.525299:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077317.526112:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077317.526114:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769077318.548660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077318.548668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077318.548671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077318.548676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077318.548680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077318.548684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077318.548687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077318.548690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077318.548693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077318.932728:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077318.932733:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077318.932736:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077319.572611:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077319.572618:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077319.572619:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077319.572624:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077319.572628:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077319.572632:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077319.572635:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077319.572639:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077319.572648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077319.956760:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077319.956763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077319.956766:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077320.596676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077320.596684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077320.596686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077320.596691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077320.596694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077320.596698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077320.596701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077320.596704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077320.596707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077321.620625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077321.620633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077321.620635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077321.620640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077321.620644:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077321.620648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077321.620650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077321.620652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077321.620654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077322.004770:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077322.004773:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077322.004776:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077322.133299:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298979395, at 4298979840
00000100:00000010:0.0:1769077322.133319:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000001:0.0:1769077322.644640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077322.644647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077322.644649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077322.644656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077322.644662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077322.644667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077322.644672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077322.644675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077322.644680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.644825:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077322.644829:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077322.644832:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077322.644841:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.644865:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077322.644867:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.644872:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077322.644875:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077322.644880:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077322.644885:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144128:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077322.644889:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077322.644893:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077322.644896:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.644899:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077322.644904:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077322.644907:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077322.644918:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077322.644922:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077322.644932:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077322.644940:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612144128, portal 25
00000100:00000001:2.0:1769077322.644945:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077322.644947:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455726720 : -118662253824896 : ffff9413ca833480)
00000100:00000040:2.0:1769077322.644954:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.644971:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077322.644976:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077322.644990:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077322.644993:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612144128, offset 0
00000400:00000200:2.0:1769077322.645004:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077322.645014:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077322.645020:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077322.645025:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077322.645028:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077322.645032:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077322.645034:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077322.645037:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3510:3510:256:4294967295] 192.168.204.106@tcp LPNI seq info [3509:3509:8:4294967295]
00000400:00000200:2.0:1769077322.645040:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077322.645046:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077322.645051:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077322.645054:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077322.645060:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077322.645062:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077322.645066:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077322.645069:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769077322.645072:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077322.645074:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077322.645078:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077322.645081:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077322.645085:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077322.645086:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077322.645089:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077322.645092:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645097:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.645099:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645103:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.645104:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077322.645109:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077322.645112:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077322.645113:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298984515
00000100:00000010:2.0:1769077322.645116:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b120.
00000100:00000001:2.0:1769077322.645122:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077322.645126:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298984515
00000100:00000010:2.0:1769077322.645128:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b5a0.
00000100:00000001:2.0:1769077322.645130:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077322.645132:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077322.645134:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.645135:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077322.645137:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322]  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077322.645143:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077322.645144:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077322.645145:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077322.645147:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077322.645147:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077322.645149:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077322.645151:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077322.645156:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645160:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077322.645161:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645162:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.645163:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077322.645165:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645169:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077322.645171:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645175:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077322.645177:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645178:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.645179:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645181:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077322.645182:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077322.645183:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077322.645186:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077322.645187:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077322.645190:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077322.645195:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144128:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077322.645197:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645198:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.645200:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833480 x1855007612144128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645204:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077322.645205:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077322.645207:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077322.645208:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077322.645210:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077322.645210:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077322.645212:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077322.645213:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:2.0:1769077322.645215:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077322.645222:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077322.645224:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833480.
00000100:00000001:2.0:1769077322.645226:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077322.645227:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645230:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645235:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077322.645236:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.645237:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077322.645238:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077322.645239:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077322.645241:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645245:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077322.645246:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.645247:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077322.645249:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077322.645250:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077322.645252:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612144256:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077322.645254:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077322.645255:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077322.645256:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077322.645257:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077322.645259:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077322.645260:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077322.645262:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077322.645264:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077322.645266:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077322.645267:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612144256, portal 10
00000100:00000001:2.0:1769077322.645268:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077322.645269:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455715968 : -118662253835648 : ffff9413ca830a80)
00000100:00000040:2.0:1769077322.645274:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645278:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077322.645279:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077322.645280:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077322.645282:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612144256, offset 0
00000400:00000200:2.0:1769077322.645284:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077322.645286:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077322.645287:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077322.645289:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077322.645291:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077322.645292:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077322.645293:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077322.645295:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3511:3511:256:4294967295] 192.168.204.106@tcp LPNI seq info [3510:3510:8:4294967295]
00000400:00000200:2.0:1769077322.645297:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077322.645301:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077322.645304:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077322.645306:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077322.645308:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077322.645310:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1769077322.645312:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077322.645313:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1769077322.645316:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077322.645317:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077322.645318:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077322.645320:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077322.645322:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077322.645323:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077322.645324:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077322.645326:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645330:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.645332:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645336:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.645336:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077322.645338:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077322.645340:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077322.645342:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077322.645343:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298981151
00000100:00000001:2.0:1769077322.645344:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298984515
00000100:00000001:2.0:1769077322.645346:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298981151
00000100:00000001:2.0:1769077322.645347:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298984515
00000100:00000001:2.0:1769077322.645348:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077322.645349:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.645350:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077322.645352:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077322/real 1769077322]  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077322.645360:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077322.645361:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077322.645362:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077322.645363:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077322.645364:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077322.645365:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077322.645366:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077322.645370:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645374:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077322.645375:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645376:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.645376:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077322.645378:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645382:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077322.645384:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645387:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077322.645389:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645389:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077322.645390:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645391:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077322.645392:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077322.645393:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077322.645395:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077322.645396:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077322.645398:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077322.645403:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612144256:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077322.645405:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645406:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077322.645408:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830a80 x1855007612144256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077322.645411:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077322.645412:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077322.645412:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077322.645414:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077322.645414:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077322.645415:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077322.645416:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077322.645417:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8accc00.
02000000:00000001:2.0:1769077322.645418:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077322.645419:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077322.645419:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830a80.
00000100:00000001:2.0:1769077322.645421:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077322.645421:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645422:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077322.645424:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077322.645424:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077322.645426:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077322.645427:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077323.028732:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077323.028735:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077323.028737:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077323.668624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077323.668630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077323.668631:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077323.668636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077323.668638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077323.668641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077323.668644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077323.668645:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077323.668647:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077324.692678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077324.692686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077324.692687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077324.692693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077324.692697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077324.692706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077324.692709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077324.692712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077324.692715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077325.076773:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077325.076778:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077325.076781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077325.716650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077325.716666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077325.716668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077325.716672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077325.716675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077325.716678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077325.716680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077325.716682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077325.716684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077326.100722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077326.100725:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077326.100727:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077326.740727:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077326.740737:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077326.740739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077326.740746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077326.740751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077326.740755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077326.740758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077326.740761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077326.740764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077327.252675:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298984515, at 4298984960
00000100:00000010:0.0:1769077327.252692:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00000001:0.0:1769077327.764637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077327.764645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077327.764646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077327.764651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077327.764654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077327.764657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077327.764659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077327.764661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077327.764663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077327.764673:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077327.764680:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077327.764684:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077327.764688:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077327.764699:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077327.764706:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4313
00000400:00000200:3.0:1769077327.764716:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077327.764722:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077327.764725:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077327.764728:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077327.764732:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077327.764734:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077327.764737:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077327.764741:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077327.764743:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077327.764745:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077327.764748:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077327.764751:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077327.764753:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077327.764756:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077327.764758:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077327.764760:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077327.764762:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077327.764765:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077327.764769:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077327.764771:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077327.764774:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077327.764777:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077327.764779:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077327.764782:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077327.764784:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077327.764793:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769077327.764796:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077327.764800:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077327.764802:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077327.764805:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077327.764807:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077327.764811:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077327.764818:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769077327.764824:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077327.764832:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077327.764842:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077327.764847:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077327.764852:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077327.764878:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077327.764881:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077327.764885:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077327.764886:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077327.764888:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077327.764891:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077327.764902:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077327.764906:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077327.764909:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769077327.764910:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4313
00000400:00000200:3.0:1769077327.764918:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769077327.764920:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077327.764923:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077327.764929:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077327.764936:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077327.764938:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077327.764940:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077327.764942:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077327.764944:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077327.764947:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077327.764949:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769077327.764952:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769077327.764953:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077327.764956:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
02000000:00000001:2.0:1769077327.764957:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077327.764960:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077327.764963:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00100000:2.0:1769077327.764965:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144384:192.168.204.106@tcp:250:kworker.0
00000020:00000001:3.0:1769077327.764968:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769077327.764973:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769077327.764974:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077327.764978:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077327.764981:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077327.764981:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077327.764985:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077327.764987:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1769077327.764991:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
00000100:00000040:3.0:1769077327.764991:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077327.764995:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077327.764996:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077327.765000:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000400:00000200:2.0:1769077327.765005:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077327.765008:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00080000:3.0:1769077327.765011:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000400:00000010:2.0:1769077327.765014:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000001:3.0:1769077327.765016:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077327.765020:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077327.765021:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612144384, portal 25
00000100:00000001:2.0:1769077327.765025:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769077327.765025:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077327.765027:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
02000000:00000001:3.0:1769077327.765031:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077327.765034:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077327.765035:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077327.765041:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077327.765042:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077327.765047:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000008:00000001:3.0:1769077327.765048:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077327.765050:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000001:3.0:1769077327.765052:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077327.765054:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612144384, offset 0
00000100:00000010:3.0:1769077327.765059:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000400:00000200:2.0:1769077327.765062:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000020:00000040:3.0:1769077327.765065:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077327.765069:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077327.765071:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:3.0:1769077327.765072:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077327.765075:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077327.765077:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769077327.765080:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
02000000:00000001:3.0:1769077327.765081:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077327.765088:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1769077327.765088:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769077327.765093:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077327.765094:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077327.765102:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1769077327.765103:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077327.765106:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077327.765114:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3512:3512:256:4294967295] 192.168.204.106@tcp LPNI seq info [3511:3511:8:4294967295]
00000100:00000001:3.0:1769077327.765118:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077327.765122:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077327.765130:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077327.765137:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769077327.765140:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769077327.765147:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077327.765156:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077327.765166:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769077327.765166:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769077327.765171:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769077327.765172:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077327.765179:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1769077327.765182:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769077327.765184:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769077327.765188:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077327.765194:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077327.765196:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1769077327.765198:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000100:00000040:3.0:1769077327.765203:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4323)
00000400:00000200:2.0:1769077327.765205:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077327.765210:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077327.765214:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077327.765216:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077327.765220:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077327.765223:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765229:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077327.765231:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765236:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.765237:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077327.765241:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077327.765244:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077327.765246:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298989635
00000100:00000010:2.0:1769077327.765250:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929be40.
00000100:00000001:2.0:1769077327.765255:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077327.765267:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298989635
00000100:00000010:2.0:1769077327.765270:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769077327.765274:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077327.765277:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077327.765287:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.765289:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077327.765296:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077327/real 1769077327]  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077327.765306:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077327.765307:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077327.765310:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077327.765313:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077327.765314:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077327.765317:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077327.765320:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077327.765329:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765335:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077327.765336:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765339:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077327.765340:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077327.765344:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765351:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077327.765355:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765362:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077327.765364:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765366:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077327.765367:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765369:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077327.765371:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077327.765374:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077327.765378:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077327.765380:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077327.765384:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077327.765393:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144384:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077327.765396:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765398:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077327.765401:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612144384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765407:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077327.765409:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077327.765412:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077327.765415:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077327.765417:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077327.765419:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077327.765421:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077327.765423:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:2.0:1769077327.765426:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077327.765429:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077327.765430:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:2.0:1769077327.765435:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077327.765437:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765439:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765445:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077327.765447:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.765449:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077327.765450:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077327.765452:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077327.765455:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765462:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077327.765463:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077327.765465:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077327.765467:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077327.765470:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077327.765472:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612144512:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077327.765475:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077327.765477:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077327.765479:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077327.765480:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077327.765483:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077327.765485:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077327.765489:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077327.765492:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077327.765495:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077327.765498:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612144512, portal 10
00000100:00000001:2.0:1769077327.765500:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077327.765502:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:2.0:1769077327.765508:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765514:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077327.765516:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077327.765518:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077327.765520:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612144512, offset 0
00000400:00000200:2.0:1769077327.765524:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077327.765527:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077327.765531:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077327.765534:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077327.765536:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077327.765538:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077327.765540:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077327.765543:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3513:3513:256:4294967295] 192.168.204.106@tcp LPNI seq info [3512:3512:8:4294967295]
00000400:00000200:2.0:1769077327.765547:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077327.765572:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077327.765577:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077327.765580:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077327.765584:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077327.765587:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077327.765591:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077327.765594:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077327.765597:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077327.765599:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077327.765602:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077327.765605:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077327.765608:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077327.765610:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077327.765612:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077327.765615:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765623:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077327.765626:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765632:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.765633:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077327.765636:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077327.765640:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077327.765643:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077327.765645:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298986272
00000100:00000001:2.0:1769077327.765648:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298989635
00000100:00000001:2.0:1769077327.765650:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298986272
00000100:00000001:2.0:1769077327.765652:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298989635
00000100:00000001:2.0:1769077327.765654:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077327.765656:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.765658:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077327.765661:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077327/real 1769077327]  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077327.765674:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077327.765675:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077327.765677:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077327.765679:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077327.765681:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077327.765683:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077327.765686:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077327.765693:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765700:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077327.765701:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765703:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077327.765704:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077327.765708:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765715:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077327.765719:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765726:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077327.765729:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765730:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077327.765732:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765733:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077327.765735:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077327.765737:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077327.765741:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077327.765743:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077327.765747:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077327.765755:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612144512:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077327.765759:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765761:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077327.765763:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612144512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077327.765769:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077327.765771:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077327.765773:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077327.765775:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077327.765777:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077327.765778:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077327.765780:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077327.765781:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:2.0:1769077327.765783:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077327.765784:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077327.765785:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:2.0:1769077327.765788:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077327.765788:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765790:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077327.765792:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077327.765793:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077327.765794:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077327.765795:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077328.148778:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077328.148781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077328.148784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077328.788696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077328.788705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077328.788707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077328.788714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077328.788718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077328.788722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077328.788725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077328.788728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077328.788731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077329.172776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077329.172783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077329.172788:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077329.812629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077329.812637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077329.812639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077329.812644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077329.812648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077329.812652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077329.812662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077329.812665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077329.812667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077330.836640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077330.836647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077330.836648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077330.836652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077330.836655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077330.836658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077330.836660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077330.836662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077330.836665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077331.220745:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077331.220751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077331.220756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077331.860691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077331.860698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077331.860700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077331.860705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077331.860708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077331.860712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077331.860714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077331.860716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077331.860718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077332.244757:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077332.244762:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077332.244765:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077332.372663:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298989635, at 4298990080
00000100:00000010:0.0:1769077332.372680:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929be40.
00000100:00000001:0.0:1769077332.884657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077332.884664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077332.884666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077332.884671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077332.884674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077332.884679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077332.884683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077332.884687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077332.884691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.884933:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077332.884939:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077332.884944:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077332.884958:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.884978:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077332.884981:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077332.884988:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077332.884993:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077332.884999:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077332.885007:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144640:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077332.885015:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077332.885020:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077332.885023:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077332.885028:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077332.885034:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077332.885038:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077332.885048:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077332.885054:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077332.885061:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077332.885068:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612144640, portal 25
00000100:00000001:2.0:1769077332.885071:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077332.885072:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455719552 : -118662253832064 : ffff9413ca831880)
00000100:00000040:2.0:1769077332.885077:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885084:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077332.885086:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077332.885088:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077332.885091:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612144640, offset 0
00000400:00000200:2.0:1769077332.885096:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077332.885103:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077332.885109:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077332.885114:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077332.885118:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077332.885122:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077332.885124:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077332.885127:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3514:3514:256:4294967295] 192.168.204.106@tcp LPNI seq info [3513:3513:8:4294967295]
00000400:00000200:2.0:1769077332.885130:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077332.885138:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077332.885143:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077332.885148:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077332.885154:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077332.885157:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077332.885162:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077332.885165:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077332.885168:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077332.885170:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077332.885190:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077332.885194:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077332.885198:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077332.885200:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077332.885204:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077332.885206:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885213:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077332.885215:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885220:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.885221:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077332.885226:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077332.885229:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077332.885231:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298994755
00000100:00000010:2.0:1769077332.885235:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b4e0.
00000100:00000001:2.0:1769077332.885240:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077332.885245:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298994755
00000100:00000010:2.0:1769077332.885248:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bde0.
00000100:00000001:2.0:1769077332.885250:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077332.885252:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077332.885254:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.885256:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077332.885259:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077332/real 1769077332]  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077332.885266:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077332.885267:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077332.885269:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077332.885270:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077332.885271:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077332.885273:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077332.885275:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077332.885291:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885298:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077332.885300:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885301:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077332.885303:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077332.885306:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885310:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077332.885313:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885318:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077332.885320:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885321:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077332.885322:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885324:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077332.885325:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077332.885327:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077332.885330:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077332.885332:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077332.885335:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077332.885340:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144640:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077332.885343:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885345:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077332.885347:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831880 x1855007612144640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885351:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077332.885352:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077332.885354:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077332.885356:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077332.885357:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077332.885359:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077332.885360:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077332.885361:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acec00.
02000000:00000001:2.0:1769077332.885364:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077332.885365:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077332.885367:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831880.
00000100:00000001:2.0:1769077332.885369:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077332.885370:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885371:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885376:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077332.885377:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.885379:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077332.885380:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077332.885381:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077332.885383:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885388:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077332.885389:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077332.885390:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077332.885391:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077332.885393:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077332.885395:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612144768:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077332.885397:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077332.885399:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077332.885400:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077332.885401:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077332.885403:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077332.885404:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077332.885407:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077332.885408:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077332.885410:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077332.885412:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612144768, portal 10
00000100:00000001:2.0:1769077332.885414:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077332.885415:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455715968 : -118662253835648 : ffff9413ca830a80)
00000100:00000040:2.0:1769077332.885420:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885424:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077332.885426:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077332.885427:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077332.885428:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612144768, offset 0
00000400:00000200:2.0:1769077332.885431:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077332.885433:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077332.885435:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077332.885437:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077332.885439:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077332.885441:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077332.885442:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077332.885444:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3515:3515:256:4294967295] 192.168.204.106@tcp LPNI seq info [3514:3514:8:4294967295]
00000400:00000200:2.0:1769077332.885447:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077332.885451:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077332.885454:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077332.885456:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077332.885459:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077332.885461:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077332.885464:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077332.885466:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077332.885468:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077332.885470:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077332.885471:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077332.885489:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077332.885492:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077332.885494:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077332.885495:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077332.885498:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885505:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077332.885507:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885512:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.885513:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077332.885516:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077332.885520:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077332.885523:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077332.885524:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298991391
00000100:00000001:2.0:1769077332.885527:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298994755
00000100:00000001:2.0:1769077332.885529:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298991391
00000100:00000001:2.0:1769077332.885530:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298994755
00000100:00000001:2.0:1769077332.885532:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077332.885533:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.885535:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077332.885537:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077332/real 1769077332]  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077332.885567:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077332.885568:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077332.885569:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077332.885571:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077332.885572:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077332.885573:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077332.885575:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077332.885580:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885612:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077332.885613:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885630:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077332.885631:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077332.885635:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885639:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077332.885642:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885646:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077332.885648:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885649:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077332.885650:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885651:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077332.885652:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077332.885653:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077332.885655:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077332.885657:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077332.885660:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077332.885665:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612144768:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077332.885667:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885668:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077332.885670:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830a80 x1855007612144768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077332.885674:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077332.885675:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077332.885676:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077332.885678:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077332.885678:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077332.885679:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077332.885697:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077332.885698:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace800.
02000000:00000001:2.0:1769077332.885699:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077332.885700:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077332.885701:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830a80.
00000100:00000001:2.0:1769077332.885703:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077332.885704:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885705:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077332.885707:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077332.885708:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077332.885709:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077332.885711:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.908662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077333.908668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077333.908669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077333.908674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077333.908677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077333.908680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077333.908683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077333.908685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077333.908687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077334.292747:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077334.292752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077334.292757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077334.932656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077334.932664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077334.932667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077334.932673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077334.932677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077334.932680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077334.932683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077334.932685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077334.932687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077335.316680:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077335.316684:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077335.316687:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077335.956693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077335.956700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077335.956702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077335.956707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077335.956710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077335.956714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077335.956716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077335.956719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077335.956722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077336.980708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077336.980717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077336.980719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077336.980724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077336.980728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077336.980732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077336.980735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077336.980752:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077336.980756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077337.364750:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077337.364754:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077337.364757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077337.492643:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298994755, at 4298995200
00000100:00000010:0.0:1769077337.492661:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b4e0.
00000100:00000001:0.0:1769077338.004664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077338.004672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077338.004674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077338.004681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077338.004685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077338.004690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077338.004695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077338.004698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077338.004703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.004905:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077338.004909:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077338.004913:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077338.004921:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.004960:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077338.004962:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077338.004973:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077338.004977:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077338.004980:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077338.004985:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144896:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077338.004991:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077338.004995:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077338.004998:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077338.005003:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077338.005007:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077338.005011:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077338.005019:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077338.005025:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077338.005034:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077338.005042:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612144896, portal 25
00000100:00000001:2.0:1769077338.005047:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077338.005051:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455726720 : -118662253824896 : ffff9413ca833480)
00000100:00000040:2.0:1769077338.005062:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005078:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077338.005083:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077338.005088:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077338.005091:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612144896, offset 0
00000400:00000200:2.0:1769077338.005098:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077338.005105:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077338.005111:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077338.005116:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077338.005120:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077338.005124:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077338.005126:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077338.005130:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3516:3516:256:4294967295] 192.168.204.106@tcp LPNI seq info [3515:3515:8:4294967295]
00000400:00000200:2.0:1769077338.005133:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077338.005143:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077338.005150:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077338.005156:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077338.005163:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077338.005167:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077338.005174:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077338.005178:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077338.005183:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077338.005186:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077338.005192:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077338.005198:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077338.005204:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077338.005207:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077338.005212:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077338.005216:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005227:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077338.005230:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005238:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.005240:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077338.005246:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077338.005251:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077338.005254:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4298999875
00000100:00000010:2.0:1769077338.005260:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bc60.
00000100:00000001:2.0:1769077338.005267:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077338.005274:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4298999875
00000100:00000010:2.0:1769077338.005277:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba80.
00000100:00000001:2.0:1769077338.005281:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077338.005284:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077338.005288:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.005290:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077338.005295:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077338/real 1769077338]  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077338.005305:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077338.005307:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077338.005309:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077338.005311:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077338.005313:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077338.005315:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077338.005317:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077338.005323:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005328:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077338.005329:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005331:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077338.005332:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077338.005335:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005339:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077338.005342:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005347:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077338.005349:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005350:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077338.005351:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005353:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077338.005354:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077338.005356:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077338.005359:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077338.005361:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077338.005364:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077338.005369:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612144896:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077338.005372:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005374:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077338.005376:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833480 x1855007612144896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005380:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077338.005382:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077338.005384:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077338.005386:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077338.005387:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077338.005388:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077338.005390:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077338.005391:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc800.
02000000:00000001:2.0:1769077338.005394:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077338.005395:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077338.005396:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833480.
00000100:00000001:2.0:1769077338.005399:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077338.005400:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005401:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005406:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077338.005407:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.005409:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077338.005410:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077338.005411:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077338.005413:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005418:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077338.005419:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077338.005420:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077338.005422:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077338.005424:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077338.005426:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612145024:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077338.005428:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077338.005430:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077338.005431:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077338.005432:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077338.005434:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077338.005435:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077338.005438:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077338.005440:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077338.005443:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077338.005445:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612145024, portal 10
00000100:00000001:2.0:1769077338.005446:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077338.005447:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455722240 : -118662253829376 : ffff9413ca832300)
00000100:00000040:2.0:1769077338.005452:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005457:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077338.005458:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077338.005459:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077338.005461:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612145024, offset 0
00000400:00000200:2.0:1769077338.005464:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077338.005466:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077338.005469:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077338.005471:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077338.005473:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077338.005474:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077338.005476:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077338.005478:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3517:3517:256:4294967295] 192.168.204.106@tcp LPNI seq info [3516:3516:8:4294967295]
00000400:00000200:2.0:1769077338.005481:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077338.005486:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077338.005489:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077338.005492:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077338.005495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077338.005497:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077338.005500:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077338.005502:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077338.005505:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077338.005506:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077338.005508:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077338.005510:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077338.005513:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077338.005514:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077338.005515:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077338.005517:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005532:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077338.005534:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005539:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.005540:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077338.005542:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077338.005545:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077338.005548:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077338.005549:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4298996511
00000100:00000001:2.0:1769077338.005574:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4298999875
00000100:00000001:2.0:1769077338.005575:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4298996512
00000100:00000001:2.0:1769077338.005577:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4298999875
00000100:00000001:2.0:1769077338.005579:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077338.005580:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.005581:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077338.005584:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077338/real 1769077338]  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077338.005594:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077338.005595:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077338.005596:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077338.005598:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077338.005600:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077338.005601:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077338.005603:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077338.005609:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005613:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077338.005613:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005614:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077338.005615:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077338.005617:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005621:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077338.005624:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005628:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077338.005630:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005631:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077338.005632:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005633:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077338.005634:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077338.005636:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077338.005638:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077338.005639:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077338.005642:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077338.005648:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612145024:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077338.005650:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005651:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077338.005653:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca832300 x1855007612145024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.005657:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077338.005658:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077338.005659:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077338.005660:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077338.005661:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077338.005662:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077338.005663:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077338.005664:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf000.
02000000:00000001:2.0:1769077338.005666:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077338.005666:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077338.005667:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca832300.
00000100:00000001:2.0:1769077338.005669:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077338.005670:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005671:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077338.005673:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077338.005674:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.005676:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077338.005677:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077338.388773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077338.388778:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077338.388782:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077339.028675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077339.028682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077339.028684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077339.028689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077339.028693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077339.028696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077339.028699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077339.028701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077339.028720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077340.052735:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077340.052745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077340.052747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077340.052754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077340.052758:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077340.052761:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077340.052764:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077340.052768:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077340.052771:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077340.436738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077340.436742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077340.436745:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077341.076625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077341.076632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077341.076633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077341.076637:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077341.076640:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077341.076644:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077341.076646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077341.076649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077341.076651:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077341.460731:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077341.460735:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077341.460737:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077342.100676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077342.100683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077342.100685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077342.100690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077342.100693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077342.100697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077342.100699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077342.100701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077342.100704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077342.612641:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4298999875, at 4299000320
00000100:00000010:0.0:1769077342.612666:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bc60.
00000100:00000001:0.0:1769077343.124673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077343.124681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077343.124683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077343.124684:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077343.124691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077343.124693:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077343.124698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077343.124699:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077343.124706:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077343.124707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077343.124714:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077343.124715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077343.124720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077343.124724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077343.124725:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4328
00000400:00000200:2.0:1769077343.124737:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077343.124745:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077343.124749:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077343.124752:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124755:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077343.124758:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124760:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077343.124764:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077343.124766:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077343.124768:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077343.124771:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077343.124773:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077343.124775:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077343.124778:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124779:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077343.124781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124783:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077343.124786:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077343.124789:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124791:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077343.124794:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077343.124797:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077343.124799:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077343.124801:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077343.124803:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077343.124812:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077343.124815:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077343.124820:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077343.124821:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077343.124824:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077343.124827:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077343.124831:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077343.124838:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769077343.124845:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077343.124854:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612145152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077343.124864:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077343.124869:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077343.124873:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612145152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077343.124898:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077343.124902:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077343.124905:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077343.124906:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077343.124908:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077343.124910:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077343.124913:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4328
00000400:00000200:2.0:1769077343.124917:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077343.124921:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077343.124923:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077343.124926:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124928:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077343.124931:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124937:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077343.124940:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077343.124944:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077343.124946:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077343.124951:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077343.124954:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077343.124958:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077343.124964:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124970:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077343.124974:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124979:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077343.124983:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077343.124990:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077343.124994:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077343.124999:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077343.125005:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077343.125009:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077343.125014:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077343.125020:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077343.125027:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077343.125033:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077343.125039:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769077343.125044:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077343.125048:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077343.125052:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077343.125057:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077343.125058:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077343.125061:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077343.125069:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077343.125075:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077343.125084:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612145280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077343.125094:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077343.125098:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077343.125103:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612145280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077343.125134:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077343.125141:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077343.125148:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077343.125153:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077343.125159:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077343.125167:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4338)
00000800:00000200:1.1:1769077343.125289:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077343.125294:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077343.125800:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077343.125802:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769077343.508800:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077343.508804:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077343.508808:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077344.148633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077344.148640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077344.148641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077344.148647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077344.148650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077344.148653:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077344.148655:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077344.148658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077344.148660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077344.532733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077344.532738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077344.532741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077345.172702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077345.172710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077345.172712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077345.172719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077345.172724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077345.172728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077345.172731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077345.172735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077345.172738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077346.196736:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077346.196745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077346.196748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077346.196755:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077346.196759:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077346.196764:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077346.196767:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077346.196770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077346.196773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077346.580716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077346.580721:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077346.580724:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077347.220643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077347.220649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077347.220651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077347.220655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077347.220658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077347.220661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077347.220664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077347.220666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077347.220668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077347.604734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077347.604737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077347.604740:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077347.732726:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299004995, at 4299005440
00000100:00000010:0.0:1769077347.732736:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:0.0:1769077348.244683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077348.244692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077348.244695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077348.244697:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077348.244702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077348.244706:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077348.244709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077348.244711:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077348.244714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077348.244717:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077348.244720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077348.244724:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077348.244725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077348.244730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077348.244735:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4333
00000400:00000200:3.0:1769077348.244749:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077348.244757:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077348.244761:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077348.244765:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.244768:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077348.244771:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.244773:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077348.244778:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077348.244780:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077348.244783:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077348.244786:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077348.244788:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077348.244791:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077348.244794:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.244806:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077348.244809:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.244812:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077348.244816:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077348.244819:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077348.244822:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077348.244825:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077348.244828:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077348.244831:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077348.244833:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077348.244836:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077348.244846:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769077348.244849:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077348.244853:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077348.244855:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077348.244865:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077348.244868:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077348.244872:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077348.244880:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077348.244887:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077348.244896:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612145408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077348.244907:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077348.244912:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077348.244918:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612145408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077348.244946:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077348.244949:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077348.244953:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077348.244955:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077348.244956:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077348.244959:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077348.244963:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4333
00000400:00000200:3.0:1769077348.244967:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077348.244971:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077348.244974:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077348.244978:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.244980:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077348.244983:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.244986:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077348.244991:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077348.244995:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077348.245000:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077348.245003:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077348.245009:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077348.245015:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077348.245023:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.245029:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077348.245036:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077348.245041:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077348.245056:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077348.245065:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077348.245070:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077348.245076:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077348.245083:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077348.245090:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077348.245093:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077348.245098:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077348.245104:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077348.245116:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077348.245125:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769077348.245132:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077348.245138:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077348.245142:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077348.245145:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077348.245146:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077348.245150:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077348.245158:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769077348.245164:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077348.245183:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077348.245201:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077348.245207:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077348.245216:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612145536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077348.245234:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077348.245240:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077348.245241:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769077348.245246:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077348.245250:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077348.245253:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077348.245257:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4343)
00000800:00000200:1.1:1769077348.245258:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077348.245547:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077348.245586:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769077349.268826:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077349.268835:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077349.268837:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077349.268844:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077349.268848:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077349.268851:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077349.268861:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077349.268864:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077349.268867:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077349.652741:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077349.652744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077349.652747:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077350.292677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077350.292683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077350.292685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077350.292690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077350.292693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077350.292696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077350.292699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077350.292700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077350.292702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077350.676713:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077350.676717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077350.676720:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077351.316756:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077351.316764:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077351.316766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077351.316772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077351.316777:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077351.316780:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077351.316782:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077351.316785:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077351.316788:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077352.340759:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077352.340767:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077352.340768:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077352.340775:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077352.340779:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077352.340782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077352.340785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077352.340787:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077352.340790:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077352.724746:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077352.724751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077352.724755:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077352.852702:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299010115, at 4299010560
00000100:00000010:0.0:1769077352.852718:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:0.0:1769077353.364682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077353.364682:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077353.364690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077353.364694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077353.364694:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077353.364699:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769077353.364702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077353.364705:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077353.364718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077353.364720:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077353.364724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077353.364728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077353.364732:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4338
00000100:00000001:0.0:1769077353.364734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077353.364739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077353.364746:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077353.364755:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077353.364758:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077353.364762:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.364766:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077353.364770:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.364772:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077353.364777:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077353.364779:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077353.364782:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077353.364786:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077353.364788:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077353.364792:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077353.364795:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.364797:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077353.364799:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.364801:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077353.364805:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077353.364808:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077353.364811:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077353.364814:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077353.364829:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077353.364832:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077353.364834:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077353.364837:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077353.364845:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769077353.364848:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077353.364853:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077353.364854:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077353.364857:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077353.364860:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077353.364865:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077353.364873:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769077353.364881:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077353.364889:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612145664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077353.364899:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077353.364904:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077353.364909:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612145664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077353.364938:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077353.364953:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077353.364956:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077353.364958:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077353.364959:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077353.364962:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077353.364965:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4338
00000400:00000200:3.0:1769077353.364969:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077353.364972:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077353.364974:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077353.364978:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.364980:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077353.364983:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.364986:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077353.364989:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077353.364991:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077353.364993:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077353.364995:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077353.364998:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077353.365004:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077353.365012:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.365018:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077353.365024:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077353.365030:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077353.365036:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077353.365042:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077353.365054:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077353.365058:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077353.365066:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077353.365072:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077353.365077:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077353.365084:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077353.365092:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077353.365094:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077353.365101:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769077353.365106:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077353.365112:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077353.365116:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077353.365119:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077353.365121:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077353.365124:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077353.365132:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769077353.365139:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077353.365161:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612145792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077353.365181:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077353.365185:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077353.365192:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612145792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077353.365210:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077353.365216:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077353.365223:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077353.365230:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077353.365237:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077353.365245:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4348)
00000800:00000200:1.1:1769077353.365295:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077353.365300:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077353.365678:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077353.365680:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077353.748724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077353.748730:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077353.748734:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077354.388688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077354.388694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077354.388696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077354.388701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077354.388704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077354.388707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077354.388709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077354.388711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077354.388714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077355.412738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077355.412754:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077355.412757:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077355.412764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077355.412768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077355.412772:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077355.412776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077355.412779:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077355.412783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077355.796785:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077355.796789:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077355.796792:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077356.436701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077356.436707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077356.436709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077356.436713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077356.436717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077356.436720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077356.436722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077356.436724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077356.436727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077356.820718:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077356.820724:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077356.820728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077357.460755:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077357.460762:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077357.460765:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077357.460771:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077357.460776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077357.460780:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077357.460783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077357.460787:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077357.460790:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077357.972643:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299015235, at 4299015680
00000100:00000010:0.0:1769077357.972654:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00080000:3.0:1769077358.484657:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077358.484664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077358.484669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077358.484671:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077358.484672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077358.484678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077358.484678:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077358.484683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077358.484683:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077358.484689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077358.484690:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077358.484692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077358.484695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077358.484699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077358.484699:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4343
00000400:00000200:3.0:1769077358.484710:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077358.484716:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077358.484719:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077358.484722:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484725:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077358.484728:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484730:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077358.484733:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077358.484735:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077358.484737:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077358.484739:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077358.484741:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077358.484743:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077358.484745:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484747:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077358.484748:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484750:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077358.484752:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077358.484754:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484756:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077358.484758:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077358.484761:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077358.484763:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077358.484765:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077358.484767:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077358.484777:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769077358.484780:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077358.484784:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077358.484786:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077358.484788:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077358.484791:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077358.484796:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077358.484805:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077358.484812:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077358.484820:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612145920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077358.484829:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077358.484833:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077358.484836:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612145920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077358.484874:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077358.484877:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077358.484880:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077358.484881:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077358.484883:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077358.484885:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077358.484887:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4343
00000400:00000200:3.0:1769077358.484891:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077358.484894:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077358.484896:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077358.484899:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484901:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077358.484903:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484905:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077358.484907:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077358.484908:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077358.484913:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077358.484917:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077358.484924:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077358.484929:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077358.484942:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484949:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077358.484955:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077358.484962:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077358.484986:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077358.484996:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077358.485003:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077358.485008:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077358.485015:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077358.485020:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077358.485028:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077358.485048:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077358.485052:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077358.485053:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077358.485059:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769077358.485064:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077358.485067:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077358.485068:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077358.485070:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077358.485072:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077358.485074:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077358.485080:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769077358.485085:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077358.485091:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612146048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077358.485102:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077358.485106:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077358.485111:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612146048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077358.485130:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077358.485134:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077358.485138:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077358.485144:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077358.485150:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077358.485156:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4353)
00000800:00000200:1.1:1769077358.485240:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077358.485243:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077358.485696:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077358.485698:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077358.868784:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077358.868789:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077358.868794:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077359.508739:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077359.508746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077359.508748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.508753:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077359.508756:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077359.508759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077359.508762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077359.508764:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077359.508768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077359.892793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077359.892798:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077359.892802:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077360.532664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077360.532672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077360.532674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077360.532680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077360.532685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077360.532689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077360.532692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077360.532695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077360.532698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077361.556677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077361.556684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077361.556686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077361.556690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077361.556693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077361.556697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077361.556700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077361.556703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077361.556706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077361.940760:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077361.940763:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077361.940766:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077362.580720:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077362.580727:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077362.580728:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077362.580733:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077362.580736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077362.580740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077362.580742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077362.580744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077362.580746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077362.964738:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077362.964741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077362.964744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077363.092647:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299020355, at 4299020800
00000100:00000010:0.0:1769077363.092662:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:0.0:1769077363.604670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077363.604670:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077363.604678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077363.604682:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077363.604683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077363.604688:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769077363.604690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077363.604695:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077363.604696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077363.604702:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077363.604703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077363.604708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077363.604711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077363.604715:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4348
00000100:00000001:0.0:1769077363.604716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077363.604728:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077363.604736:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077363.604740:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077363.604744:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.604747:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077363.604751:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.604753:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077363.604758:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077363.604760:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077363.604763:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077363.604766:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077363.604769:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077363.604772:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077363.604775:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.604777:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077363.604780:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.604783:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077363.604786:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077363.604789:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077363.604792:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077363.604796:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077363.604799:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077363.604803:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077363.604805:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077363.604808:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077363.604818:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769077363.604822:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077363.604826:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077363.604828:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077363.604831:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077363.604834:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077363.604838:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077363.604847:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077363.604854:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077363.604863:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612146176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077363.604874:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077363.604879:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077363.604884:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612146176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077363.604910:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077363.604913:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077363.604917:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077363.604918:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077363.604920:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077363.604923:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077363.604926:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4348
00000400:00000200:3.0:1769077363.604932:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077363.604937:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077363.604940:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077363.604945:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.604950:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077363.604956:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.604961:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077363.604966:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077363.604969:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077363.604973:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077363.604977:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077363.604983:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077363.604989:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077363.605009:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.605015:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077363.605022:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077363.605029:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077363.605034:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077363.605042:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077363.605050:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077363.605055:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077363.605063:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077363.605068:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077363.605075:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077363.605082:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077363.605092:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077363.605097:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077363.605107:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769077363.605112:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077363.605116:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077363.605120:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077363.605123:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077363.605127:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077363.605130:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077363.605138:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077363.605145:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077363.605154:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077363.605171:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077363.605176:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077363.605187:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612146304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077363.605214:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077363.605220:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077363.605231:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077363.605235:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077363.605240:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077363.605247:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4359)
00000800:00000200:1.1:1769077363.605265:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077363.605268:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077363.605596:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077363.605599:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1769077364.628697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077364.628706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077364.628709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077364.628715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077364.628720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077364.628723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077364.628727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077364.628730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077364.628733:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077365.012790:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077365.012793:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077365.012797:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077365.652645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077365.652653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077365.652655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077365.652661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077365.652665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077365.652668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077365.652670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077365.652672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077365.652675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077366.036695:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077366.036700:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077366.036704:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077366.676716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077366.676725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077366.676727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077366.676733:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077366.676736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077366.676739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077366.676741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077366.676744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077366.676746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077367.700666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077367.700672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077367.700674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077367.700679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077367.700682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077367.700685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077367.700688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077367.700690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077367.700693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077368.084768:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077368.084772:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077368.084776:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077368.212669:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299025475, at 4299025920
00000100:00000010:0.0:1769077368.212687:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00080000:2.0:1769077368.724725:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077368.724730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077368.724736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077368.724737:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077368.724739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.724742:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769077368.724746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077368.724747:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077368.724751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077368.724753:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077368.724759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077368.724763:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077368.724766:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4354
00000100:00000001:3.0:1769077368.724767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077368.724773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077368.724781:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077368.724788:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077368.724792:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077368.724796:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.724802:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077368.724806:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.724810:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077368.724815:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077368.724818:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077368.724822:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077368.724825:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077368.724829:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077368.724832:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077368.724836:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.724838:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077368.724840:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.724843:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077368.724847:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077368.724851:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077368.724854:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.724858:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077368.724862:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077368.724866:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.724868:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077368.724871:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077368.724884:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077368.724889:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077368.724894:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077368.724911:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.724914:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077368.724918:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077368.724922:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077368.724932:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769077368.724940:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077368.724949:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612146432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077368.724959:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077368.724963:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077368.724967:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612146432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.724989:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077368.724991:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077368.724994:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077368.724995:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077368.724996:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077368.724999:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077368.725009:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4354
00000400:00000200:2.0:1769077368.725014:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077368.725018:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077368.725020:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077368.725022:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.725024:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077368.725027:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.725034:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077368.725044:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077368.725051:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077368.725054:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077368.725057:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077368.725061:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077368.725064:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077368.725071:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.725079:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077368.725088:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077368.725098:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077368.725107:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077368.725111:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077368.725115:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077368.725118:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077368.725125:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077368.725132:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.725133:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077368.725142:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077368.725150:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.725153:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077368.725160:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769077368.725168:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077368.725174:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077368.725177:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077368.725181:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077368.725182:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077368.725184:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077368.725188:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077368.725193:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077368.725217:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612146560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077368.725243:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077368.725244:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077368.725248:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612146560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077368.725274:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077368.725278:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077368.725286:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077368.725298:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077368.725302:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077368.725307:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4364)
00000800:00000200:1.1:1769077368.725470:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077368.725475:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077368.725967:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077368.725970:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1769077369.108788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077369.108792:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077369.108795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077369.748657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077369.748666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077369.748668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077369.748674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077369.748678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077369.748682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.748685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077369.748687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.748690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077370.772643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077370.772651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077370.772653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077370.772659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077370.772662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077370.772666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077370.772669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077370.772671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077370.772673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077371.156769:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077371.156774:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077371.156778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077371.796631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077371.796637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077371.796639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077371.796644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077371.796647:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077371.796650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077371.796653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077371.796655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077371.796657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077372.180777:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077372.180784:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077372.180801:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077372.820681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077372.820688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077372.820690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077372.820695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077372.820699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077372.820703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077372.820705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077372.820707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077372.820709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077373.332652:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299030596, at 4299031040
00000100:00000010:0.0:1769077373.332675:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000001:3.0:1769077373.844639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077373.844642:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077373.844645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077373.844649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077373.844650:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077373.844654:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769077373.844654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077373.844657:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077373.844659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077373.844661:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077373.844663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077373.844666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077373.844669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077373.844670:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4359
00000100:00000001:3.0:1769077373.844672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077373.844680:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077373.844687:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077373.844689:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077373.844692:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844695:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077373.844697:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844700:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077373.844703:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077373.844704:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077373.844707:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077373.844709:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077373.844711:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077373.844713:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077373.844715:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844716:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077373.844718:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844719:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077373.844721:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077373.844723:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844725:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.844727:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077373.844729:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077373.844731:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.844732:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077373.844734:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077373.844741:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521180.
00000020:00000040:2.0:1769077373.844750:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077373.844753:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077373.844754:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.844756:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077373.844758:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077373.844761:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077373.844768:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769077373.844772:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077373.844779:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521180 x1855007612146688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077373.844787:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077373.844790:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077373.844794:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdc4804] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521180 x1855007612146688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.844809:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077373.844811:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077373.844814:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077373.844815:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077373.844816:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077373.844818:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077373.844820:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4359
00000400:00000200:2.0:1769077373.844822:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077373.844824:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077373.844826:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077373.844828:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844829:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077373.844832:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844834:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077373.844836:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077373.844837:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077373.844838:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077373.844840:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077373.844841:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077373.844843:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077373.844854:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844858:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077373.844862:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844867:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077373.844873:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077373.844881:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077373.844887:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077373.844894:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077373.844903:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077373.844908:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.844913:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077373.844918:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077373.844934:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.844937:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077373.844942:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769077373.844946:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077373.844951:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077373.844955:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077373.844958:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077373.844960:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077373.844963:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077373.844971:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077373.844979:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077373.844991:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612146816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077373.845008:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077373.845012:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077373.845019:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612146816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077373.845030:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077373.845035:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077373.845039:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077373.845042:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077373.845047:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077373.845052:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4369)
00000800:00000200:1.1:1769077373.845099:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077373.845102:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077373.845425:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077373.845427:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769077374.228711:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077374.228716:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077374.228720:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077374.868675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077374.868682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077374.868684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077374.868690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077374.868695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077374.868699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.868703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077374.868706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.868709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077375.252722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077375.252726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077375.252729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077375.892638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077375.892645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077375.892646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077375.892651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077375.892654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077375.892658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077375.892660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077375.892662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077375.892664:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077376.916667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077376.916677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077376.916679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077376.916685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077376.916690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077376.916693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077376.916696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077376.916698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077376.916700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077377.300697:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077377.300701:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077377.300704:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077377.940640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077377.940650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077377.940653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077377.940660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077377.940665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077377.940670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077377.940673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077377.940677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077377.940681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077378.324839:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077378.324845:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077378.324848:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077378.452707:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299035715, at 4299036160
00000100:00000010:0.0:1769077378.452727:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00000001:3.0:1769077378.964660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077378.964662:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077378.964667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077378.964670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077378.964674:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1769077378.964675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077378.964678:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077378.964680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077378.964684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077378.964685:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077378.964687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077378.964691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077378.964693:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077378.964694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077378.964702:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4364
00000400:00000200:2.0:1769077378.964715:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077378.964723:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077378.964726:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077378.964731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964734:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077378.964737:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964740:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077378.964743:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077378.964746:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077378.964748:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077378.964751:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077378.964753:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077378.964756:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077378.964759:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964761:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077378.964763:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964765:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077378.964769:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077378.964772:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964775:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.964778:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077378.964781:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077378.964785:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.964787:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077378.964789:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077378.964799:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077378.964804:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077378.964808:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077378.964810:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.964813:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077378.964816:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077378.964820:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077378.964829:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077378.964835:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077378.964844:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612146944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077378.964855:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077378.964859:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077378.964865:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612146944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.964890:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077378.964893:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077378.964896:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077378.964898:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077378.964899:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077378.964902:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077378.964905:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4364
00000400:00000200:2.0:1769077378.964909:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077378.964913:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077378.964916:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077378.964919:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964922:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077378.964925:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964928:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077378.964931:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077378.964935:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077378.964940:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077378.964946:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077378.964951:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077378.964959:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077378.964978:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077378.964991:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077378.964997:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077378.965003:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077378.965010:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077378.965017:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077378.965022:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077378.965031:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077378.965067:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.965072:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077378.965078:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077378.965086:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.965090:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077378.965098:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769077378.965106:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077378.965111:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077378.965115:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077378.965119:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077378.965121:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077378.965125:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077378.965132:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077378.965139:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077378.965150:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077378.965168:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077378.965173:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077378.965185:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077378.965214:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077378.965219:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077378.965224:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077378.965227:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077378.965232:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077378.965240:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4374)
00000800:00000200:1.1:1769077378.965240:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077378.965467:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769077379.988672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077379.988679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077379.988681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077379.988686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077379.988690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077379.988700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.988702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077379.988704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.988706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077380.372782:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077380.372797:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077380.372802:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077381.012675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077381.012683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077381.012685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077381.012691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077381.012696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077381.012700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077381.012702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077381.012705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077381.012708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077381.396744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077381.396751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077381.396756:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077382.036653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077382.036661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077382.036662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077382.036667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077382.036671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077382.036674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077382.036676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077382.036678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077382.036680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769077382.036841:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769077382.036886:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077382.036900:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077382.036905:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769077382.036909:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077382.036914:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077382.036920:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769077382.036925:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:0.0:1769077382.036932:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077382.036938:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077382.036946:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1880
00000400:00000010:0.0:1769077382.036950:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1880.
00000100:00000001:0.0:1769077382.036956:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077382.036967:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1523800 x1855007612146944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077382.037012:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077382.037018:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523800 x1855007612146944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077382.037027:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077382.037029:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077382.037041:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769077382.037045:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:0.0:1769077382.037049:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077382.037054:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077382.037058:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c17f8
00000400:00000010:0.0:1769077382.037061:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c17f8.
00000100:00000001:0.0:1769077382.037065:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077382.037070:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1520380 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077382.037085:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077382.037093:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520380 x1855007612147072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077382.037117:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077382.037121:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077383.060661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077383.060668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077383.060670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077383.060675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077383.060678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077383.060682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077383.060684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077383.060695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077383.060699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077383.444723:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077383.444726:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077383.444729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077383.572671:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299040835, at 4299041280
00000100:00000010:0.0:1769077383.572687:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000001:3.0:1769077384.084625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077384.084632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077384.084634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077384.084637:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077384.084640:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077384.084644:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077384.084646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077384.084648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077384.084651:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077384.084728:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077384.084737:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077384.084740:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077384.084745:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077384.084750:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077384.084758:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4369
00000400:00000200:0.0:1769077384.084770:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077384.084778:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077384.084781:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077384.084785:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.084789:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077384.084792:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.084795:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077384.084799:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077384.084802:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077384.084805:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077384.084807:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077384.084810:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077384.084814:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077384.084817:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.084819:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077384.084821:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.084824:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077384.084827:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077384.084831:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077384.084834:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077384.084836:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077384.084840:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077384.084844:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077384.084847:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077384.084850:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077384.084858:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077384.084862:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077384.084867:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077384.084869:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077384.084873:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077384.084876:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077384.084881:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077384.084890:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077384.084896:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077384.084906:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612147200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077384.084918:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077384.084923:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077384.084929:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612147200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077384.084980:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077384.084984:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077384.084988:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077384.084990:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077384.084992:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077384.084996:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077384.085000:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4369
00000400:00000200:0.0:1769077384.085006:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077384.085010:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077384.085014:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077384.085021:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.085027:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077384.085034:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.085041:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077384.085047:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077384.085051:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077384.085055:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077384.085059:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077384.085066:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077384.085074:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077384.085083:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.085089:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077384.085094:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077384.085100:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077384.085104:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077384.085107:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077384.085111:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077384.085115:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077384.085121:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077384.085126:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077384.085130:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077384.085135:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077384.085144:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077384.085147:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077384.085152:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077384.085158:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077384.085162:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077384.085165:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077384.085169:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077384.085171:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077384.085173:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077384.085180:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077384.085188:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077384.085199:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612147328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077384.085220:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077384.085226:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077384.085235:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612147328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077384.085257:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077384.085265:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077384.085272:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077384.085275:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077384.085279:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077384.085284:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4379)
00000800:00000200:1.1:1769077384.085376:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077384.085380:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077384.085891:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077384.085895:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077384.468736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077384.468740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077384.468743:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077385.108658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077385.108665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077385.108667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077385.108672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077385.108675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077385.108679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.108682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077385.108684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.108686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077386.132632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077386.132639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077386.132641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077386.132647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077386.132650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077386.132653:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077386.132655:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077386.132658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077386.132660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077386.516763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077386.516769:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077386.516774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077387.156689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077387.156696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077387.156698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077387.156702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077387.156706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077387.156709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077387.156723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077387.156725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077387.156727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077387.540710:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077387.540713:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077387.540716:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077388.180662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077388.180669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077388.180670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077388.180680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077388.180683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077388.180687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077388.180689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077388.180692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077388.180694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077388.692892:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299045955, at 4299046400
00000100:00000010:0.0:1769077388.692913:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:2.0:1769077389.204677:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077389.204679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077389.204686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077389.204687:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077389.204690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.204691:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077389.204695:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769077389.204697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077389.204698:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077389.204703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077389.204706:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4374
00000100:00000001:3.0:1769077389.204709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077389.204713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077389.204716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077389.204717:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077389.204723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077389.204726:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077389.204730:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077389.204733:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204735:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077389.204737:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204739:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077389.204743:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077389.204744:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077389.204746:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077389.204748:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077389.204750:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077389.204752:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077389.204754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204755:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077389.204757:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204759:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077389.204761:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077389.204765:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204767:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077389.204770:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077389.204773:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077389.204776:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.204778:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077389.204780:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077389.204789:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077389.204793:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077389.204797:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077389.204799:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.204802:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077389.204805:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077389.204810:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077389.204819:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077389.204825:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077389.204832:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612147456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077389.204841:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077389.204845:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077389.204850:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612147456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077389.204900:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077389.204904:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077389.204907:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077389.204908:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077389.204909:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077389.204911:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077389.204913:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4374
00000400:00000200:2.0:1769077389.204916:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077389.204919:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077389.204921:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077389.204924:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204926:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077389.204928:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204930:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077389.204932:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077389.204933:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077389.204934:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077389.204935:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077389.204937:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077389.204941:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077389.204945:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204949:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077389.204954:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204957:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077389.204961:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077389.204966:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077389.204971:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077389.204976:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077389.204981:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077389.204987:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.204991:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077389.204995:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077389.205001:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.205004:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077389.205009:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769077389.205016:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077389.205019:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077389.205021:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077389.205026:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077389.205029:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077389.205031:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077389.205037:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077389.205042:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077389.205050:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612147584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077389.205059:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077389.205061:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077389.205069:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612147584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077389.205081:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077389.205087:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077389.205094:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077389.205101:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077389.205110:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077389.205120:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4384)
00000800:00000200:1.1:1769077389.205186:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077389.205189:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077389.205495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077389.205496:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769077389.588716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077389.588720:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077389.588723:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077390.228679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077390.228685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077390.228687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077390.228691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077390.228695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077390.228698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.228700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077390.228702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.228704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077390.612712:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077390.612715:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077390.612718:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077391.252671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077391.252680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077391.252682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077391.252689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077391.252694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077391.252698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077391.252702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077391.252705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077391.252708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077392.276685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077392.276693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077392.276695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077392.276700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077392.276704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077392.276708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077392.276711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077392.276714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077392.276717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077392.660769:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077392.660774:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077392.660779:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077393.300642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077393.300650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077393.300652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077393.300657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077393.300661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077393.300665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077393.300668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077393.300670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077393.300672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077393.684740:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077393.684745:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077393.684749:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077393.812658:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299051075, at 4299051520
00000100:00000010:0.0:1769077393.812676:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:2.0:1769077394.324663:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077394.324674:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077394.324678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077394.324682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077394.324685:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077394.324686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077394.324691:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769077394.324691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077394.324696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077394.324697:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077394.324700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077394.324703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077394.324706:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4379
00000100:00000001:3.0:1769077394.324706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077394.324711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077394.324718:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077394.324725:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077394.324728:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077394.324731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324734:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077394.324737:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324739:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077394.324742:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077394.324744:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077394.324746:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077394.324749:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077394.324750:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077394.324752:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077394.324754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324756:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077394.324757:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324758:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077394.324760:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077394.324763:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324764:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077394.324767:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077394.324770:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077394.324772:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.324784:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077394.324786:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077394.324794:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077394.324797:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077394.324800:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077394.324801:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.324804:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077394.324806:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077394.324809:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077394.324816:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077394.324821:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077394.324827:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612147712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077394.324836:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077394.324839:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077394.324842:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612147712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077394.324860:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077394.324862:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077394.324865:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077394.324866:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077394.324867:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077394.324869:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077394.324871:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4379
00000400:00000200:2.0:1769077394.324874:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077394.324875:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077394.324877:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077394.324879:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324881:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077394.324883:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324884:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077394.324892:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077394.324893:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077394.324895:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077394.324897:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077394.324900:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077394.324902:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077394.324905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324907:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077394.324909:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324910:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077394.324912:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077394.324914:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077394.324916:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077394.324917:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077394.324923:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077394.324933:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.324936:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077394.324945:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077394.324952:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.324955:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077394.324957:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769077394.324964:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077394.324972:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077394.324978:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077394.324989:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077394.324993:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077394.324999:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077394.325009:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077394.325014:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077394.325030:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077394.325051:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077394.325057:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077394.325067:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612147840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077394.325091:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077394.325096:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077394.325101:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077394.325114:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077394.325125:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077394.325134:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4389)
00000800:00000200:1.1:1769077394.325232:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077394.325235:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077394.325636:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077394.325638:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1769077395.348619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077395.348625:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077395.348627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077395.348631:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077395.348639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077395.348642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.348644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077395.348646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.348649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077395.732746:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077395.732771:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077395.732775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077396.372666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077396.372673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077396.372674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077396.372680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077396.372683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077396.372686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077396.372689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077396.372691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077396.372693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077396.756748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077396.756751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077396.756754:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077397.396721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077397.396760:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077397.396762:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077397.396769:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077397.396773:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077397.396776:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077397.396779:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077397.396782:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077397.396786:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077398.420691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077398.420699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077398.420701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077398.420719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077398.420723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077398.420727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077398.420731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077398.420734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077398.420737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077398.804742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077398.804746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077398.804750:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077398.932718:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299056195, at 4299056640
00000100:00000010:0.0:1769077398.932737:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:0.0:1769077399.444683:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077399.444702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077399.444711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077399.444715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077399.444721:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077399.444726:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769077399.444733:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077399.444734:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077399.444744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077399.444745:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077399.444752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077399.444756:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4384
00000100:00000001:3.0:1769077399.444760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077399.444765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077399.444771:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077399.444771:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077399.444786:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077399.444791:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077399.444795:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.444799:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077399.444803:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.444806:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077399.444812:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077399.444816:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077399.444819:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077399.444822:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077399.444825:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077399.444828:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077399.444831:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.444833:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077399.444836:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.444838:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077399.444842:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077399.444845:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077399.444849:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077399.444851:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077399.444855:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077399.444858:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077399.444860:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077399.444863:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077399.444872:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769077399.444875:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077399.444879:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077399.444881:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077399.444885:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077399.444888:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077399.444892:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077399.444900:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769077399.444906:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077399.444915:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612147968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077399.444926:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077399.444930:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077399.444936:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612147968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077399.444960:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077399.444964:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077399.444968:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077399.444969:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077399.444971:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077399.444975:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077399.444978:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4384
00000400:00000200:0.0:1769077399.444982:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077399.444985:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077399.444988:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077399.444991:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.444994:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077399.444997:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.445000:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077399.445003:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077399.445005:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077399.445007:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077399.445009:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077399.445012:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077399.445014:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077399.445019:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.445024:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077399.445031:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077399.445036:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077399.445038:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077399.445044:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077399.445050:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077399.445055:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077399.445062:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077399.445067:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077399.445070:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077399.445076:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077399.445082:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077399.445087:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077399.445096:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077399.445102:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077399.445108:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077399.445111:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077399.445114:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077399.445118:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077399.445122:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077399.445130:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077399.445137:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077399.445145:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612148096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077399.445158:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077399.445161:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077399.445168:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612148096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077399.445197:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077399.445203:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077399.445213:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077399.445220:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077399.445228:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077399.445235:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4394)
00000800:00000200:1.1:1769077399.445316:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077399.445320:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077399.445636:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077399.445637:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077399.828747:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077399.828750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077399.828753:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077400.468634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077400.468641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077400.468642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077400.468654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077400.468657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077400.468660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.468662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077400.468665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.468667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077401.492695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077401.492705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077401.492707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077401.492713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077401.492718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077401.492723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077401.492726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077401.492729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077401.492733:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077401.876792:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077401.876796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077401.876798:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077402.516695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077402.516700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077402.516702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077402.516707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077402.516710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077402.516713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077402.516716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077402.516718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077402.516720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077402.900775:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077402.900779:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077402.900781:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077403.540636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077403.540643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077403.540644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077403.540648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077403.540651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077403.540654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077403.540656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077403.540658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077403.540660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077404.052678:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299061315, at 4299061760
00000100:00000010:0.0:1769077404.052695:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:0.0:1769077404.564672:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077404.564673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077404.564678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077404.564681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077404.564682:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077404.564687:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769077404.564688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077404.564690:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077404.564693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077404.564695:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077404.564697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077404.564700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077404.564703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077404.564704:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4389
00000100:00000001:3.0:1769077404.564706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077404.564715:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077404.564722:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077404.564725:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077404.564728:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564731:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077404.564734:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564736:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077404.564739:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077404.564741:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077404.564743:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077404.564745:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077404.564747:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077404.564749:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077404.564751:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564753:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077404.564754:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564756:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077404.564759:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077404.564761:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564763:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077404.564765:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077404.564767:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077404.564769:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077404.564771:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077404.564773:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077404.564780:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077404.564783:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077404.564786:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077404.564787:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077404.564790:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077404.564791:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077404.564795:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077404.564801:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077404.564806:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077404.564812:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612148224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077404.564821:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077404.564824:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077404.564827:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612148224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077404.564845:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077404.564847:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077404.564850:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077404.564851:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077404.564852:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077404.564854:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077404.564856:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4389
00000400:00000200:0.0:1769077404.564859:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077404.564861:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077404.564863:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077404.564866:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564867:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077404.564869:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564871:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077404.564873:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077404.564874:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077404.564875:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077404.564876:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077404.564878:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077404.564879:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077404.564881:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564882:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077404.564885:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564889:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077404.564891:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077404.564896:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077404.564908:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077404.564914:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077404.564922:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077404.564928:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077404.564935:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077404.564942:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077404.564948:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077404.564953:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077404.564960:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077404.564965:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077404.564969:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077404.564972:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077404.564974:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077404.564977:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077404.564980:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077404.564984:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077404.564990:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077404.564999:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612148352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077404.565030:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077404.565037:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077404.565047:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612148352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077404.565070:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077404.565074:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077404.565079:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077404.565083:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077404.565088:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077404.565096:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4399)
00000800:00000200:1.1:1769077404.565137:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077404.565141:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077404.565445:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077404.565447:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769077404.948705:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077404.948708:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077404.948711:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077405.588666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077405.588676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077405.588678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077405.588685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077405.588689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077405.588693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.588695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077405.588698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.588700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077405.972744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077405.972747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077405.972750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077406.612665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077406.612672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077406.612674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077406.612679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077406.612683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077406.612687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077406.612689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077406.612691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077406.612693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077407.636743:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077407.636753:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077407.636756:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077407.636765:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077407.636771:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077407.636787:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077407.636791:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077407.636795:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077407.636805:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077408.020739:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077408.020744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077408.020748:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077408.660673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077408.660681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077408.660684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077408.660690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077408.660694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077408.660700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077408.660703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077408.660706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077408.660709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077409.044849:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077409.044858:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077409.044865:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077409.172774:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299066435, at 4299066880
00000100:00000010:0.0:1769077409.172800:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:3.0:1769077409.684678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077409.684686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077409.684688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077409.684692:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769077409.684695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077409.684702:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077409.684703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077409.684708:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077409.684709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077409.684713:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077409.684714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077409.684719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077409.684721:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077409.684723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077409.684730:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4394
00000400:00000200:2.0:1769077409.684740:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077409.684746:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077409.684750:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077409.684754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684769:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077409.684772:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684774:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077409.684777:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077409.684779:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077409.684782:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077409.684785:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077409.684786:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077409.684788:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077409.684791:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684792:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077409.684794:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684796:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077409.684799:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077409.684802:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684804:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077409.684807:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077409.684810:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077409.684813:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077409.684814:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077409.684817:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077409.684828:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077409.684831:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077409.684835:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077409.684837:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077409.684840:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077409.684843:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077409.684848:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077409.684858:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077409.684865:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077409.684875:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612148480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077409.684884:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077409.684888:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077409.684893:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612148480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077409.684916:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077409.684919:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077409.684921:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077409.684923:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077409.684924:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077409.684926:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077409.684929:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4394
00000400:00000200:2.0:1769077409.684931:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077409.684933:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077409.684936:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077409.684938:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684939:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077409.684941:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684943:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077409.684944:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077409.684945:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077409.684946:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077409.684948:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077409.684949:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077409.684951:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077409.684954:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684956:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077409.684958:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684960:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077409.684962:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077409.684965:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077409.684966:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077409.684967:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077409.684973:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077409.684975:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077409.684977:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077409.684981:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077409.684984:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077409.684986:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077409.684989:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769077409.684991:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077409.684992:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077409.684994:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077409.684996:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077409.684997:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077409.684999:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077409.685002:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077409.685004:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077409.685008:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077409.685015:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077409.685022:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077409.685032:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612148608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077409.685047:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077409.685059:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077409.685065:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077409.685067:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077409.685070:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077409.685078:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4405)
00000800:00000200:1.1:1769077409.685301:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077409.685305:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077409.685804:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077409.685806:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769077410.708645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077410.708651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077410.708653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077410.708658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077410.708661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077410.708664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077410.708666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077410.708669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077410.708671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077411.092744:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077411.092749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077411.092754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077411.732664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077411.732670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077411.732671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077411.732676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077411.732679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077411.732682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077411.732685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077411.732687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077411.732689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077412.116762:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077412.116767:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077412.116771:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077412.756643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077412.756650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077412.756651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077412.756656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077412.756659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077412.756662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077412.756664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077412.756667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077412.756669:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077413.780645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077413.780653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077413.780655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077413.780662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077413.780666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077413.780670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.780673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077413.780676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.780678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077414.164756:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077414.164761:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077414.164765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077414.292644:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299071555, at 4299072000
00000100:00000010:0.0:1769077414.292660:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:2.0:1769077414.804659:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077414.804659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077414.804667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077414.804670:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077414.804671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.804674:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769077414.804678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077414.804680:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077414.804686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077414.804687:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077414.804692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077414.804698:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4400
00000100:00000001:3.0:1769077414.804698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077414.804703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077414.804708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077414.804712:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077414.804721:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077414.804724:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077414.804728:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804732:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077414.804735:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804738:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077414.804742:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077414.804745:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077414.804747:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077414.804750:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077414.804753:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077414.804756:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077414.804759:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804761:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077414.804763:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804767:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077414.804770:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077414.804774:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804776:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.804779:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077414.804783:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077414.804786:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.804788:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077414.804791:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077414.804800:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077414.804803:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077414.804807:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077414.804809:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.804812:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077414.804815:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077414.804819:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077414.804827:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077414.804833:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077414.804842:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612148736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077414.804853:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077414.804857:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077414.804862:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612148736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.804885:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077414.804889:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077414.804893:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077414.804894:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077414.804896:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077414.804899:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077414.804903:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4400
00000400:00000200:2.0:1769077414.804908:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077414.804912:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077414.804916:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077414.804923:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804929:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077414.804936:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804943:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077414.804950:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077414.804953:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077414.804958:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077414.804963:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077414.804969:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077414.804975:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077414.804982:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.804988:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077414.804993:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077414.805000:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077414.805004:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077414.805010:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077414.805016:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077414.805021:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077414.805028:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077414.805034:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.805039:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077414.805045:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077414.805053:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.805059:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077414.805067:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769077414.805073:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077414.805080:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077414.805085:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077414.805088:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077414.805089:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077414.805092:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077414.805100:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077414.805107:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077414.805119:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612148864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077414.805132:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077414.805137:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077414.805146:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612148864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077414.805166:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077414.805173:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077414.805182:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077414.805187:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077414.805191:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077414.805197:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4410)
00000800:00000200:1.1:1769077414.805210:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077414.805213:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077414.805524:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077414.805525:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077415.188744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077415.188747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077415.188750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077415.828693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077415.828701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077415.828703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077415.828709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077415.828713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077415.828718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.828721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077415.828724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.828727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077416.852633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077416.852642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077416.852645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077416.852652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077416.852657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077416.852662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077416.852666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077416.852669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077416.852673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077417.236757:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077417.236762:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077417.236766:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077417.876675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077417.876681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077417.876683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077417.876687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077417.876690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077417.876694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077417.876696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077417.876699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077417.876701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077418.260703:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077418.260708:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077418.260712:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077418.900652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077418.900659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077418.900660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077418.900665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077418.900668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077418.900671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077418.900673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077418.900676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077418.900678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077419.412643:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299076675, at 4299077120
00000100:00000010:0.0:1769077419.412660:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000001:3.0:1769077419.924679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077419.924688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077419.924689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077419.924692:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769077419.924696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077419.924699:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077419.924700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077419.924702:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077419.924704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077419.924707:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077419.924707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077419.924710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077419.924711:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077419.924713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077419.924719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4405
00000400:00000200:0.0:1769077419.924730:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077419.924737:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077419.924740:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077419.924744:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924747:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077419.924750:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924753:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077419.924757:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077419.924760:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077419.924763:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077419.924766:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077419.924768:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077419.924770:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077419.924773:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924774:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077419.924776:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924778:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077419.924781:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077419.924783:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924785:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077419.924787:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077419.924790:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077419.924792:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077419.924793:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077419.924795:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077419.924803:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077419.924806:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077419.924809:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077419.924811:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077419.924813:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077419.924816:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077419.924819:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077419.924825:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077419.924830:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077419.924837:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612148992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077419.924846:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077419.924849:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077419.924853:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612148992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077419.924874:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077419.924877:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077419.924880:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077419.924881:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077419.924882:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077419.924884:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077419.924886:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4405
00000400:00000200:0.0:1769077419.924890:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077419.924892:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077419.924894:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077419.924897:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924898:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077419.924900:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924902:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077419.924904:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077419.924905:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077419.924906:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077419.924908:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077419.924909:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077419.924911:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077419.924913:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924915:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077419.924916:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924919:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077419.924921:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077419.924926:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077419.924929:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077419.924932:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077419.924937:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077419.924939:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077419.924944:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077419.924949:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077419.924953:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077419.924957:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077419.924961:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077419.924965:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077419.924969:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077419.924972:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077419.924975:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077419.924978:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077419.924981:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077419.924986:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077419.924990:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077419.924998:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612149120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077419.925006:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077419.925010:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077419.925015:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612149120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077419.925023:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077419.925026:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077419.925031:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077419.925033:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077419.925035:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077419.925042:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4415)
00000800:00000200:1.1:1769077419.925180:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077419.925183:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077419.925533:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077419.925535:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077420.308699:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077420.308705:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077420.308709:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077420.948638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077420.948645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077420.948647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077420.948651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077420.948655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077420.948658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.948661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077420.948664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.948667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077421.332717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077421.332721:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077421.332725:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077421.972650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077421.972657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077421.972659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077421.972663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077421.972666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077421.972670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077421.972672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077421.972674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077421.972676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077422.996657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077422.996665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077422.996667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077422.996674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077422.996678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077422.996683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077422.996686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077422.996689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077422.996692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077423.380790:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077423.380793:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077423.380796:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077424.020749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077424.020758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077424.020760:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077424.020765:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077424.020769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077424.020773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077424.020775:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077424.020777:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077424.020780:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077424.404768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077424.404772:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077424.404775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077424.532656:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299081795, at 4299082240
00000100:00000010:0.0:1769077424.532674:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000001:3.0:1769077425.044682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077425.044690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077425.044710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077425.044716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077425.044720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077425.044725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077425.044727:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077425.044729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077425.044733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077425.044745:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077425.044746:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077425.044755:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077425.044759:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077425.044762:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077425.044770:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4410
00000400:00000200:2.0:1769077425.044779:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077425.044786:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077425.044788:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077425.044791:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044794:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077425.044796:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044798:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077425.044801:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077425.044803:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077425.044805:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077425.044807:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077425.044809:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077425.044811:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077425.044813:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044815:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077425.044816:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044817:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077425.044820:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077425.044822:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044824:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077425.044826:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077425.044828:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077425.044831:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077425.044832:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077425.044834:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077425.044842:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077425.044846:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077425.044849:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077425.044850:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077425.044852:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077425.044854:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077425.044858:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077425.044864:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077425.044869:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077425.044875:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612149248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077425.044884:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077425.044887:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077425.044890:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612149248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077425.044910:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077425.044912:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077425.044915:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077425.044916:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077425.044917:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077425.044919:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077425.044921:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4410
00000400:00000200:2.0:1769077425.044923:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077425.044925:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077425.044927:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077425.044929:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044931:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077425.044933:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044934:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077425.044936:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077425.044937:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077425.044938:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077425.044940:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077425.044942:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077425.044944:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077425.044946:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044950:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077425.044952:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044956:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077425.044960:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077425.044965:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077425.044970:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077425.044973:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077425.044978:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077425.044983:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077425.044987:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077425.044991:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077425.044995:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077425.045000:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077425.045005:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769077425.045009:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077425.045013:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077425.045017:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077425.045022:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077425.045026:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077425.045027:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077425.045031:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077425.045036:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077425.045044:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077425.045054:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077425.045056:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077425.045059:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612149376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077425.045073:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077425.045076:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077425.045081:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077425.045086:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077425.045089:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077425.045093:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4420)
00000800:00000200:1.1:1769077425.045177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077425.045180:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077425.045489:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077425.045490:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1769077426.068665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077426.068672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077426.068674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077426.068678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077426.068682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077426.068685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.068687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077426.068689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.068691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077426.452713:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077426.452718:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077426.452723:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077427.092685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077427.092692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077427.092694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077427.092699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077427.092702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077427.092705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077427.092707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077427.092709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077427.092712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077427.476711:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077427.476715:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077427.476717:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077428.116641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077428.116648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077428.116651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077428.116657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077428.116661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077428.116665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077428.116668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077428.116671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077428.116674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077429.140660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077429.140666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077429.140668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077429.140673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077429.140676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077429.140679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077429.140681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077429.140683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077429.140685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077429.524734:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077429.524738:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077429.524740:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077429.652640:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299086915, at 4299087360
00000100:00000010:0.0:1769077429.652655:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:2.0:1769077430.164641:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077430.164641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077430.164649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077430.164651:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077430.164653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.164655:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077430.164661:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769077430.164662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077430.164666:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077430.164669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077430.164673:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4415
00000100:00000001:3.0:1769077430.164676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077430.164683:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077430.164685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1769077430.164690:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077430.164691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077430.164694:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077430.164698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077430.164699:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164705:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077430.164708:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164710:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077430.164713:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077430.164715:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077430.164717:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077430.164719:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077430.164721:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077430.164723:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077430.164726:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164728:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077430.164730:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164731:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077430.164734:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077430.164736:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164738:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077430.164740:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077430.164744:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077430.164746:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.164747:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077430.164749:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077430.164759:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077430.164762:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077430.164765:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077430.164767:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.164769:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077430.164771:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077430.164776:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077430.164783:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077430.164790:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077430.164798:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612149504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077430.164807:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077430.164811:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077430.164815:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612149504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077430.164834:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077430.164836:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077430.164839:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077430.164840:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077430.164842:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077430.164844:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077430.164846:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4415
00000400:00000200:2.0:1769077430.164849:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077430.164852:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077430.164854:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077430.164856:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164858:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077430.164860:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164862:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077430.164863:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077430.164864:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077430.164865:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077430.164866:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077430.164868:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077430.164872:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077430.164876:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164880:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077430.164883:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164887:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077430.164889:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077430.164895:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077430.164899:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077430.164902:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077430.164908:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077430.164914:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.164917:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077430.164922:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077430.164926:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.164929:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077430.164933:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077430.164937:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077430.164940:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077430.164941:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077430.164943:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077430.164946:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077430.164949:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077430.164953:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077430.164957:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077430.164966:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612149632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077430.164978:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077430.164982:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077430.164986:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612149632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077430.164998:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077430.165004:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077430.165008:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077430.165012:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077430.165016:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077430.165023:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4425)
00000800:00000200:1.1:1769077430.165131:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077430.165134:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077430.165465:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077430.165467:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077430.548685:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077430.548689:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077430.548692:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077431.188682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077431.188689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077431.188691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.188696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077431.188699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077431.188703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077431.188705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077431.188707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077431.188709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077432.212668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077432.212678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077432.212681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077432.212686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077432.212696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077432.212700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077432.212703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077432.212706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077432.212709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077432.596805:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077432.596813:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077432.596817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077433.236656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077433.236664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077433.236666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077433.236670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077433.236674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077433.236678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077433.236680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077433.236682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077433.236685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077433.620726:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077433.620730:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077433.620734:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077434.772690:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299092035, at 4299092480
00000100:00000010:0.0:1769077434.772709:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00080000:3.0:1769077435.284718:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077435.284731:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077435.284736:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077435.284741:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077435.284747:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077435.284755:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4420
00000400:00000200:3.0:1769077435.284764:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077435.284770:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077435.284773:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077435.284776:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284779:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077435.284781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284784:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077435.284788:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077435.284789:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077435.284792:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077435.284794:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077435.284796:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077435.284798:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077435.284800:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284802:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077435.284803:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284804:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077435.284807:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077435.284809:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284811:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077435.284814:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077435.284817:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077435.284819:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077435.284821:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077435.284823:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077435.284833:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769077435.284836:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077435.284840:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077435.284841:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077435.284844:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077435.284847:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077435.284851:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077435.284859:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769077435.284866:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077435.284874:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612149760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077435.284884:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077435.284889:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077435.284892:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612149760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077435.284913:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077435.284916:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077435.284919:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077435.284920:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077435.284922:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077435.284924:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077435.284925:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4420
00000400:00000200:3.0:1769077435.284928:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077435.284931:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077435.284933:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077435.284936:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284938:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077435.284940:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284942:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077435.284946:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077435.284948:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077435.284951:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077435.284957:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077435.284958:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077435.284960:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077435.284967:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284969:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077435.284972:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077435.284975:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077435.284981:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077435.284991:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077435.285000:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077435.285006:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077435.285025:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077435.285039:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077435.285046:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077435.285054:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077435.285062:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077435.285071:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077435.285079:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769077435.285114:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077435.285124:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077435.285127:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077435.285132:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077435.285133:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077435.285140:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077435.285158:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077435.285168:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077435.285183:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612149888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077435.285211:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077435.285214:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077435.285224:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612149888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077435.285237:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077435.285244:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077435.285258:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077435.285267:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077435.285283:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077435.285293:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4430)
00000800:00000200:1.1:1769077435.285348:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077435.285351:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077435.285714:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077435.285716:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077435.668700:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077435.668704:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077435.668707:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077436.692796:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077436.692800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077436.692802:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077438.740775:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077438.740780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077438.740783:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077439.764733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077439.764739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077439.764742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077439.892716:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299097155, at 4299097600
00000100:00000010:0.0:1769077439.892737:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:2.0:1769077440.404673:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077440.404685:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077440.404692:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077440.404699:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077440.404703:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077440.404712:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4425
00000400:00000200:2.0:1769077440.404724:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077440.404733:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077440.404742:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077440.404748:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404750:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077440.404752:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404754:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077440.404757:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077440.404759:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077440.404761:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077440.404763:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077440.404764:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077440.404766:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077440.404770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404772:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077440.404774:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404775:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077440.404778:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077440.404781:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404782:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077440.404784:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077440.404787:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077440.404789:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077440.404791:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077440.404793:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077440.404801:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521880.
00000020:00000040:2.0:1769077440.404804:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077440.404808:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077440.404809:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077440.404812:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077440.404814:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077440.404818:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077440.404827:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769077440.404833:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077440.404842:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521880 x1855007612150016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077440.404853:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077440.404857:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077440.404863:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db815254] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521880 x1855007612150016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077440.404888:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077440.404890:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077440.404893:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077440.404894:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077440.404896:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077440.404899:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077440.404903:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4425
00000400:00000200:2.0:1769077440.404907:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077440.404910:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077440.404912:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077440.404918:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404922:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077440.404925:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404929:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077440.404932:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077440.404937:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077440.404940:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077440.404943:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077440.404952:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077440.404962:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077440.404974:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404983:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077440.404994:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077440.404998:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077440.405015:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077440.405017:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077440.405022:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077440.405024:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077440.405029:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077440.405038:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077440.405044:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077440.405054:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077440.405062:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077440.405071:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077440.405083:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077440.405095:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077440.405099:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077440.405102:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077440.405106:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077440.405111:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077440.405116:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077440.405127:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077440.405131:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077440.405138:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077440.405147:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077440.405151:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077440.405160:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612150144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077440.405171:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077440.405175:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077440.405189:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077440.405199:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077440.405208:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077440.405216:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4435)
00000800:00000200:1.1:1769077440.405322:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077440.405326:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077440.405719:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077440.405721:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1769077441.428722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077441.428729:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077441.428730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077441.428735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077441.428738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077441.428742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077441.428745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077441.428747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077441.428751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077441.812699:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077441.812703:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077441.812706:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077442.452638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077442.452646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077442.452649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077442.452655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077442.452659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077442.452663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077442.452666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077442.452669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077442.452671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077442.836831:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077442.836836:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077442.836840:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077443.476651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077443.476658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077443.476659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077443.476664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077443.476668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077443.476671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077443.476673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077443.476676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077443.476678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077443.860754:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077443.860760:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077443.860764:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077444.500684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077444.500693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077444.500695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077444.500702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077444.500706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077444.500711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077444.500714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077444.500718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077444.500721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077444.884774:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077444.884777:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077444.884780:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077445.012645:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299102275, at 4299102720
00000100:00000010:0.0:1769077445.012657:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00000001:3.0:1769077445.524653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077445.524659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077445.524661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077445.524665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077445.524669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077445.524672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077445.524674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077445.524677:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077445.524677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077445.524680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077445.524688:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077445.524691:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077445.524695:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077445.524700:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077445.524708:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4430
00000400:00000200:2.0:1769077445.524719:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077445.524726:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077445.524730:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077445.524734:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524737:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.524740:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524742:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077445.524746:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077445.524749:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077445.524752:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077445.524755:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077445.524758:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077445.524761:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077445.524764:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524766:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.524768:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524770:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077445.524774:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077445.524778:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524780:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077445.524783:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077445.524786:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077445.524789:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.524791:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077445.524794:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077445.524802:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077445.524806:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077445.524810:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077445.524812:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.524815:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077445.524818:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077445.524822:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077445.524830:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769077445.524837:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077445.524845:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612150272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077445.524856:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077445.524860:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077445.524865:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612150272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077445.524895:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077445.524898:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077445.524902:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077445.524903:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077445.524905:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077445.524908:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077445.524911:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4430
00000400:00000200:2.0:1769077445.524926:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077445.524930:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077445.524933:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077445.524937:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524940:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.524943:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524945:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077445.524948:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077445.524951:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077445.524954:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077445.524955:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077445.524959:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077445.524964:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077445.524972:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524976:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077445.524981:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524986:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077445.524992:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077445.524996:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077445.524999:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077445.525004:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077445.525011:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077445.525018:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.525024:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077445.525031:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077445.525036:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.525041:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077445.525047:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769077445.525053:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077445.525058:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077445.525061:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077445.525064:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077445.525068:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077445.525070:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077445.525079:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077445.525085:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077445.525094:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612150400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077445.525105:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077445.525109:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077445.525116:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612150400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077445.525132:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077445.525138:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077445.525145:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077445.525153:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077445.525160:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077445.525168:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4440)
00000800:00000200:1.1:1769077445.525254:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077445.525500:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:2.0:1769077445.908705:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077445.908711:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077445.908715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077446.548728:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077446.548735:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077446.548736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077446.548740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077446.548743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077446.548746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077446.548749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077446.548750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077446.548752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077446.932718:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077446.932722:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077446.932725:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077447.572803:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077447.572822:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077447.572824:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077447.572829:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077447.572833:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077447.572837:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077447.572839:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077447.572842:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077447.572844:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077447.956753:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077447.956757:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077447.956761:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077448.596762:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077448.596769:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077448.596771:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077448.596775:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077448.596778:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077448.596781:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077448.596783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077448.596785:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077448.596787:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077448.596857:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:2.0:1769077448.596911:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077448.596925:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077448.596931:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:2.0:1769077448.596942:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077448.596947:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077448.596955:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:2.0:1769077448.596959:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:2.0:1769077448.596966:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077448.596971:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077448.596979:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1440
00000400:00000010:2.0:1769077448.596982:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1440.
00000100:00000001:2.0:1769077448.596987:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077448.596997:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1522680 x1855007612150272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077448.597028:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077448.597033:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612150272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077448.597053:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077448.597055:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077448.597068:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:2.0:1769077448.597071:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:2.0:1769077448.597075:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077448.597084:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077448.597089:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c12a8
00000400:00000010:2.0:1769077448.597094:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c12a8.
00000100:00000001:2.0:1769077448.597098:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077448.597109:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521500 x1855007612150400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077448.597129:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077448.597135:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612150400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077470 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077448.597149:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077448.597153:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077448.980745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077448.980749:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077448.980752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077449.620734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077449.620742:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077449.620743:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077449.620748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077449.620752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077449.620756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077449.620758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077449.620761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077449.620764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077450.004691:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077450.004695:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077450.004697:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077450.132718:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299107395, at 4299107840
00000100:00000010:0.0:1769077450.132742:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:0.0:1769077450.644654:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077450.644670:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077450.644673:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077450.644677:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077450.644681:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077450.644687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077450.644688:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4435
00000100:00000001:3.0:1769077450.644692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077450.644695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077450.644699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:0.0:1769077450.644701:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077450.644703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077450.644707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077450.644709:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077450.644711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077450.644714:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077450.644715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077450.644719:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077450.644719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077450.644725:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077450.644728:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644730:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077450.644743:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077450.644745:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077450.644747:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077450.644750:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077450.644751:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077450.644753:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077450.644756:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644757:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077450.644759:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644760:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077450.644762:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077450.644764:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644765:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077450.644768:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077450.644770:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077450.644772:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077450.644773:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077450.644775:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077450.644781:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077450.644783:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077450.644786:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077450.644788:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077450.644790:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077450.644792:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077450.644797:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077450.644805:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077450.644812:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077450.644821:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612150528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077450.644868:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077450.644873:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077450.644879:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612150528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077450.644902:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077450.644905:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077450.644909:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077450.644910:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077450.644912:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077450.644915:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077450.644918:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4435
00000400:00000200:0.0:1769077450.644922:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077450.644926:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077450.644930:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077450.644940:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644943:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077450.644945:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644948:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077450.644950:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077450.644953:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077450.644957:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077450.644960:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077450.644967:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077450.644973:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077450.644982:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644989:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077450.644994:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077450.644999:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077450.645005:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077450.645012:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077450.645017:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077450.645021:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077450.645028:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077450.645035:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077450.645041:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077450.645050:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077450.645056:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077450.645060:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077450.645067:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769077450.645073:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077450.645077:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077450.645079:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077450.645081:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077450.645083:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077450.645085:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077450.645090:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077450.645097:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077450.645107:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612150656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077450.645120:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077450.645125:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077450.645132:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612150656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077450.645163:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077450.645173:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077450.645180:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077450.645187:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077450.645192:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077450.645200:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4446)
00000800:00000200:1.1:1769077450.645335:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077450.645339:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077450.645866:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077450.645868:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077451.028727:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077451.028730:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077451.028733:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077451.668738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077451.668746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077451.668748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077451.668754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077451.668759:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077451.668763:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077451.668766:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077451.668770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077451.668773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077452.052708:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077452.052711:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077452.052714:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077452.692690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077452.692727:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077452.692730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077452.692736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077452.692741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077452.692745:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077452.692749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077452.692752:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077452.692756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077453.076724:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077453.076728:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077453.076731:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077453.716618:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077453.716624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077453.716626:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077453.716630:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077453.716633:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077453.716636:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077453.716638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077453.716640:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077453.716643:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077454.100725:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077454.100729:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077454.100743:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077454.740668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077454.740675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077454.740676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077454.740681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077454.740684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077454.740688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077454.740690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077454.740693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077454.740695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077455.124729:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077455.124732:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077455.124735:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077455.253041:0:33195:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299112515, at 4299112960
00000100:00000010:0.0:1769077455.253063:0:33195:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:0.0:1769077455.764706:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077455.764707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077455.764714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077455.764716:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077455.764718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077455.764720:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077455.764726:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769077455.764727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077455.764734:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077455.764736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077455.764752:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4441
00000100:00000001:3.0:1769077455.764755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077455.764760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077455.764763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077455.764764:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077455.764770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077455.764775:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077455.764779:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077455.764782:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764785:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077455.764788:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764789:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077455.764794:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077455.764796:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077455.764798:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077455.764801:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077455.764803:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077455.764805:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077455.764808:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764809:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077455.764811:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764813:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077455.764815:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077455.764818:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764820:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077455.764822:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077455.764825:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077455.764827:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077455.764829:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077455.764830:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077455.764840:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077455.764843:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077455.764846:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077455.764847:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077455.764850:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077455.764853:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077455.764857:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077455.764865:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077455.764871:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077455.764879:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612150784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077455.764887:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077455.764892:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077455.764897:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612150784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077455.764917:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077455.764920:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077455.764922:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077455.764923:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077455.764925:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077455.764926:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077455.764928:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4441
00000400:00000200:0.0:1769077455.764931:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077455.764932:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077455.764934:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077455.764936:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764939:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077455.764941:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764942:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077455.764944:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077455.764945:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077455.764946:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077455.764949:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077455.764951:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077455.764953:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077455.764955:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764958:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077455.764961:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764963:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077455.764965:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077455.764967:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077455.764970:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077455.764980:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077455.764987:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077455.764989:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077455.764991:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077455.764996:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077455.765005:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077455.765014:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077455.765026:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769077455.765035:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077455.765046:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077455.765048:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077455.765051:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077455.765055:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077455.765057:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077455.765060:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077455.765066:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077455.765073:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077455.765089:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077455.765093:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077455.765098:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612150912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077455.765110:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077455.765114:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077455.765118:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077455.765121:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077455.765126:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077455.765137:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4451)
00000800:00000200:1.1:1769077455.765308:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077455.765311:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077455.765761:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077455.765763:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077456.148772:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077456.148777:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077456.148781:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077456.788621:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077456.788628:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077456.788629:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077456.788633:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077456.788636:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077456.788639:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077456.788641:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077456.788643:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077456.788646:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077457.172736:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077457.172740:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077457.172743:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077457.812623:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077457.812630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077457.812631:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077457.812636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077457.812640:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077457.812643:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077457.812645:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077457.812647:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077457.812649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077458.196823:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077458.196828:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077458.196832:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077458.836650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077458.836656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077458.836658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077458.836663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077458.836666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077458.836670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077458.836672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077458.836674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077458.836676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077459.220758:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077459.220762:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077459.220766:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077459.860712:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077459.860718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077459.860720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077459.860724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077459.860727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077459.860731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077459.860733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077459.860735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077459.860737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077460.244742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077460.244746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077460.244749:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077460.372652:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299117635, at 4299118080
00000100:00000010:0.0:1769077460.372682:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:0.0:1769077460.884648:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077460.884648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077460.884654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077460.884669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077460.884673:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1769077460.884675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077460.884677:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077460.884681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077460.884682:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077460.884687:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077460.884687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077460.884693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077460.884696:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4446
00000100:00000001:3.0:1769077460.884698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077460.884703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077460.884708:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077460.884714:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077460.884717:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077460.884719:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884722:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077460.884724:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884726:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077460.884730:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077460.884731:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077460.884734:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077460.884736:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077460.884738:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077460.884740:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077460.884743:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884745:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077460.884747:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077460.884751:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077460.884753:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884756:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077460.884758:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077460.884761:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077460.884763:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077460.884764:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077460.884767:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077460.884775:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077460.884778:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077460.884781:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077460.884782:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077460.884785:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077460.884787:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077460.884791:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077460.884798:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077460.884802:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077460.884809:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612151040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077460.884817:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077460.884821:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077460.884824:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612151040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077460.884842:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077460.884845:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077460.884848:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077460.884849:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077460.884850:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077460.884852:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077460.884854:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4446
00000400:00000200:0.0:1769077460.884856:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077460.884859:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077460.884861:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077460.884863:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884865:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077460.884868:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884870:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077460.884872:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077460.884873:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077460.884874:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077460.884876:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077460.884877:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077460.884879:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077460.884882:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884885:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077460.884890:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884895:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077460.884897:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077460.884902:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077460.884907:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077460.884910:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077460.884916:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077460.884921:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077460.884925:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077460.884930:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077460.884935:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077460.884939:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077460.884946:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769077460.884957:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077460.884965:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077460.884967:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077460.884972:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077460.884976:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077460.884979:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077460.884988:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769077460.884992:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077460.884999:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612151168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077460.885015:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077460.885020:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077460.885029:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612151168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077460.885039:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077460.885048:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077460.885052:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077460.885055:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077460.885060:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077460.885063:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4456)
00000800:00000200:1.1:1769077460.885152:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077460.885155:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077460.885478:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077460.885481:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077461.268694:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077461.268697:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077461.268700:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077461.908712:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077461.908723:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077461.908758:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077461.908768:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077461.908773:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077461.908778:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077461.908782:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077461.908786:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077461.908790:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077462.292829:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077462.292834:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077462.292840:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077462.932650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077462.932655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077462.932657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077462.932662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077462.932665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077462.932668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077462.932670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077462.932673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077462.932675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077463.316794:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077463.316800:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077463.316803:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077463.956644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077463.956651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077463.956653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077463.956658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077463.956661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077463.956664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077463.956667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077463.956676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077463.956678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077464.340815:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077464.340823:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077464.340827:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077464.980660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077464.980667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077464.980668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077464.980673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077464.980676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077464.980679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077464.980681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077464.980684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077464.980687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077465.364771:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077465.364774:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077465.364778:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077465.492664:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299122755, at 4299123200
00000100:00000010:0.0:1769077465.492680:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000001:3.0:1769077466.004723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077466.004728:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077466.004732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077466.004740:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077466.004745:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1769077466.004748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077466.004749:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077466.004755:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077466.004757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077466.004768:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077466.004768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077466.004778:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077466.004782:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4451
00000100:00000001:3.0:1769077466.004782:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077466.004794:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077466.004800:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077466.004807:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077466.004811:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077466.004814:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004817:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.004820:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004822:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077466.004825:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077466.004828:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077466.004830:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077466.004833:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077466.004834:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077466.004836:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077466.004838:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004840:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.004841:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004843:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077466.004845:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077466.004848:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004849:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077466.004851:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077466.004854:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077466.004856:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.004857:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077466.004859:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077466.004867:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077466.004869:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077466.004872:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077466.004874:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.004876:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077466.004879:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077466.004882:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077466.004889:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077466.004893:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077466.004900:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612151296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077466.004908:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077466.004912:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.004915:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612151296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077466.004932:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077466.004934:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077466.004937:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077466.004938:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077466.004939:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077466.004941:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077466.004943:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4451
00000400:00000200:0.0:1769077466.004945:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077466.004947:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077466.004949:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077466.004951:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004957:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.004959:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004961:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077466.004963:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077466.004966:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077466.004967:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077466.004969:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077466.004971:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077466.004973:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077466.004976:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004977:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.004978:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077466.004980:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077466.004982:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077466.004993:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077466.005005:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077466.005007:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077466.005013:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077466.005018:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.005026:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077466.005034:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077466.005047:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.005055:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077466.005060:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769077466.005068:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077466.005073:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077466.005079:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.005087:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077466.005095:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077466.005100:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077466.005113:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077466.005124:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077466.005138:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612151424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077466.005161:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077466.005169:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.005190:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612151424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077466.005227:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.005229:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077466.005240:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077466.005248:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077466.005252:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077466.005258:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4461)
00000800:00000200:1.1:1769077466.005370:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077466.005374:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077466.005807:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077466.005809:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769077466.388795:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077466.388802:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077466.388809:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077467.028617:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077467.028624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077467.028625:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077467.028630:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077467.028633:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077467.028636:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077467.028638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077467.028640:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077467.028642:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077467.412712:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077467.412716:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077467.412719:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077468.052685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077468.052694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077468.052696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077468.052703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077468.052707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077468.052711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077468.052714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077468.052718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077468.052721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077468.436750:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077468.436754:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077468.436757:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077469.076627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077469.076640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077469.076642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077469.076648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077469.076651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077469.076655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077469.076658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077469.076660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077469.076663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077469.460756:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077469.460762:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077469.460765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077470.100660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077470.100670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077470.100672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077470.100676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077470.100679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077470.100683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077470.100685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077470.100688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077470.100690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077470.484726:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077470.484730:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077470.484733:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077470.612777:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299127875, at 4299128320
00000100:00000010:0.0:1769077470.612784:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000100:00000001:3.0:1769077471.124625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077471.124632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077471.124634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077471.124638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000008:00000020:0.0:1769077471.124642:0:33285:0:(osc_request.c:735:osc_update_next_shrink()) next time 5661 to shrink grant
00000100:00000001:3.0:1769077471.124642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077471.124647:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077471.124650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077471.124652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077471.124655:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077471.124671:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077471.124678:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077471.124681:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077471.124684:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077471.124694:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077471.124704:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4456
00000400:00000200:2.0:1769077471.124713:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077471.124720:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077471.124722:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077471.124725:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124728:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077471.124731:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124734:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077471.124739:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077471.124741:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077471.124744:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077471.124747:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077471.124750:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077471.124754:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077471.124757:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124759:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077471.124761:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124764:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077471.124767:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077471.124771:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124774:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077471.124777:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077471.124780:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077471.124783:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.124785:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077471.124787:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077471.124795:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077471.124798:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077471.124801:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077471.124802:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.124805:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077471.124807:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077471.124811:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077471.124820:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077471.124826:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077471.124835:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612151552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077471.124846:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077471.124851:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077471.124857:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612151552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077471.124879:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077471.124881:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077471.124884:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077471.124886:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077471.124887:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077471.124889:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077471.124891:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4456
00000400:00000200:2.0:1769077471.124894:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077471.124896:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077471.124898:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077471.124900:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124902:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077471.124903:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124905:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077471.124907:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077471.124908:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077471.124910:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077471.124911:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077471.124913:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077471.124914:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077471.124917:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124918:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077471.124920:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124922:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077471.124923:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077471.124926:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077471.124931:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077471.124933:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077471.124939:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077471.124942:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.124945:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077471.124949:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077471.124956:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.124960:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077471.124968:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769077471.124974:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077471.124979:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077471.124983:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077471.124988:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077471.124992:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077471.124996:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077471.125004:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077471.125011:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077471.125022:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077471.125036:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077471.125039:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077471.125044:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612151680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077471.125057:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077471.125060:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077471.125065:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077471.125067:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077471.125070:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077471.125074:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4466)
00000800:00000200:1.1:1769077471.125203:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077471.125207:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077471.125703:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077471.125705:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077471.508768:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077471.508772:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077471.508775:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077472.148674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077472.148685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077472.148688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077472.148695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077472.148699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077472.148703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077472.148706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077472.148709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077472.148713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077472.532740:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077472.532746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077472.532750:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077473.172624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077473.172634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077473.172636:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077473.172644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077473.172650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077473.172654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077473.172657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077473.172660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077473.172663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077473.556826:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077473.556833:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077473.556839:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077474.196627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077474.196636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077474.196638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077474.196644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077474.196648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077474.196652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077474.196656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077474.196660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077474.196663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077474.580765:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077474.580771:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077474.580776:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077475.220653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077475.220661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077475.220663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077475.220670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077475.220674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077475.220678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077475.220681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077475.220684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077475.220687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077475.604688:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077475.604692:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077475.604697:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077475.732664:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299132995, at 4299133440
00000100:00000010:0.0:1769077475.732681:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000001:3.0:1769077476.244680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077476.244689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077476.244691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077476.244698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077476.244699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077476.244704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077476.244710:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077476.244710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077476.244715:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077476.244717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077476.244719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077476.244722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077476.244724:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077476.244729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077476.244735:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4461
00000400:00000200:2.0:1769077476.244745:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077476.244751:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077476.244754:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077476.244757:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244761:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077476.244764:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244766:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077476.244770:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077476.244772:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077476.244774:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077476.244777:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077476.244779:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077476.244781:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077476.244783:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244785:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077476.244786:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244788:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077476.244790:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077476.244792:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244794:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077476.244796:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077476.244799:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077476.244801:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077476.244804:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077476.244806:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077476.244817:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077476.244820:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077476.244824:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077476.244826:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077476.244829:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077476.244831:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077476.244836:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077476.244844:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077476.244850:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077476.244858:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612151808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077476.244868:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077476.244872:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077476.244876:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612151808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077476.244897:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077476.244900:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077476.244903:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077476.244904:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077476.244906:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077476.244908:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077476.244910:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4461
00000400:00000200:2.0:1769077476.244913:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077476.244915:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077476.244917:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077476.244920:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244922:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077476.244925:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244927:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077476.244931:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077476.244932:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077476.244933:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077476.244935:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077476.244938:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077476.244939:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077476.244941:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244943:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077476.244945:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244950:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077476.244953:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077476.244959:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077476.244962:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077476.244963:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077476.244971:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077476.244981:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077476.244988:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077476.244994:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077476.245003:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077476.245018:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077476.245024:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769077476.245027:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077476.245031:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077476.245032:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077476.245036:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077476.245038:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077476.245041:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077476.245045:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077476.245050:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077476.245061:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612151936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077476.245072:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077476.245077:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077476.245091:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612151936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077476.245117:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077476.245120:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077476.245129:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077476.245137:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077476.245140:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077476.245145:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4471)
00000800:00000200:1.1:1769077476.245271:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077476.245275:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077476.245632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077476.245647:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769077476.628765:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077476.628770:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077476.628773:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077477.268668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077477.268676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077477.268678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077477.268684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077477.268689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077477.268693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077477.268695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077477.268698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077477.268701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077477.652732:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077477.652736:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077477.652740:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077478.292684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077478.292693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077478.292695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077478.292699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077478.292703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077478.292706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077478.292708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077478.292711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077478.292713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077478.676722:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077478.676725:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077478.676728:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077479.316671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077479.316680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077479.316682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077479.316688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077479.316693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077479.316698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077479.316701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077479.316703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077479.316706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077479.700790:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077479.700797:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077479.700803:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077480.340691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077480.340699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077480.340701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077480.340706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077480.340710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077480.340714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077480.340716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077480.340719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077480.340721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077480.724732:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077480.724738:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077480.724741:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077480.852707:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299138115, at 4299138560
00000100:00000010:0.0:1769077480.852729:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000001:3.0:1769077481.364649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077481.364658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077481.364661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077481.364669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077481.364674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077481.364677:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077481.364680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077481.364688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077481.364693:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077481.364693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077481.364701:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077481.364702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077481.364708:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077481.364714:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077481.364723:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4466
00000400:00000200:2.0:1769077481.364735:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077481.364743:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077481.364747:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077481.364751:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364754:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077481.364757:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364760:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077481.364764:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077481.364766:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077481.364769:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077481.364772:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077481.364775:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077481.364778:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077481.364781:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364783:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077481.364786:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364788:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077481.364792:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077481.364796:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364798:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077481.364801:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077481.364804:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077481.364807:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.364809:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077481.364812:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077481.364821:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077481.364825:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077481.364829:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077481.364831:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.364834:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077481.364837:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077481.364842:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077481.364849:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077481.364855:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077481.364864:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612152064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077481.364876:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077481.364881:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077481.364886:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612152064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077481.364910:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077481.364914:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077481.364918:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077481.364919:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077481.364921:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077481.364924:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077481.364927:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4466
00000400:00000200:2.0:1769077481.364932:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077481.364936:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077481.364939:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077481.364943:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364945:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077481.364948:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364951:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077481.364956:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077481.364959:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077481.364962:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077481.364966:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077481.364972:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077481.364977:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077481.364985:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.364991:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077481.364996:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077481.365003:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077481.365010:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077481.365018:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077481.365022:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077481.365026:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077481.365034:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077481.365040:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.365043:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077481.365048:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077481.365053:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.365058:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077481.365070:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769077481.365075:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077481.365079:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077481.365082:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077481.365087:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077481.365090:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077481.365095:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077481.365107:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077481.365114:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077481.365124:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612152192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077481.365139:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077481.365143:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077481.365151:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612152192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077481.365174:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077481.365182:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077481.365189:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077481.365195:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077481.365204:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077481.365213:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4476)
00000800:00000200:1.1:1769077481.365231:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077481.365235:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077481.365632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077481.365634:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769077481.748736:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077481.748739:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077481.748742:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077482.388676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077482.388684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077482.388686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077482.388692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077482.388697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077482.388700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077482.388703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077482.388705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077482.388709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077482.772763:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077482.772768:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077482.772772:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077483.412606:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077483.412612:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077483.412614:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077483.412618:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077483.412621:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077483.412624:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077483.412626:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077483.412629:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077483.412630:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077483.796712:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077483.796718:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077483.796723:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077484.436643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077484.436649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077484.436651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077484.436655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077484.436658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077484.436661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077484.436664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077484.436666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077484.436668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077484.820682:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077484.820686:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077484.820689:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077485.460611:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077485.460619:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077485.460621:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077485.460626:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077485.460630:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077485.460634:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077485.460636:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077485.460639:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077485.460641:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077485.844748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077485.844752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077485.844757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077485.972670:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299143235, at 4299143680
00000100:00000010:0.0:1769077485.972688:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:3.0:1769077486.484669:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077486.484679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077486.484680:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077486.484686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077486.484686:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077486.484690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077486.484693:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077486.484695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077486.484699:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077486.484706:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4471
00000100:00000001:2.0:1769077486.484708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077486.484712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.484715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769077486.484716:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077486.484718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077486.484723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077486.484724:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077486.484740:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077486.484743:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.484746:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077486.484749:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.484751:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077486.484755:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077486.484759:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077486.484763:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077486.484766:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077486.484769:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077486.484773:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077486.484777:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.484780:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077486.484782:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.484784:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077486.484788:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077486.484792:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077486.484795:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077486.484799:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077486.484804:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077486.484808:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077486.484810:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077486.484813:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077486.484825:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769077486.484829:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077486.484835:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077486.484837:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077486.484840:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077486.484844:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077486.484850:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077486.484860:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077486.484868:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077486.484891:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612152320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077486.484905:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077486.484911:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077486.484916:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612152320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077486.484948:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077486.484952:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077486.484956:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077486.484958:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077486.484960:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077486.484963:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077486.484966:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4471
00000400:00000200:3.0:1769077486.484972:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077486.484976:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077486.484980:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077486.484984:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.484987:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077486.484992:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.484996:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077486.485000:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077486.485002:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077486.485004:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077486.485008:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077486.485014:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077486.485017:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077486.485024:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.485027:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077486.485030:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077486.485032:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077486.485038:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077486.485046:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077486.485048:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077486.485061:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077486.485068:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077486.485071:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077486.485075:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077486.485080:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077486.485084:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077486.485086:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077486.485089:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769077486.485091:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077486.485093:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077486.485095:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077486.485097:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077486.485098:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077486.485100:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077486.485105:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769077486.485111:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077486.485117:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077486.485128:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077486.485132:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077486.485146:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612152448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077486.485164:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077486.485169:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077486.485174:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077486.485179:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077486.485183:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077486.485188:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4481)
00000800:00000200:1.1:1769077486.485308:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077486.485311:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769077486.485711:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077486.485713:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000020:00000001:2.0:1769077486.868753:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077486.868758:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077486.868763:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077487.508678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077487.508686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077487.508688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077487.508696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077487.508700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077487.508706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077487.508709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077487.508712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077487.508716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077487.892797:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077487.892802:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077487.892806:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077488.532662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077488.532671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077488.532673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077488.532680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077488.532685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077488.532689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.532693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077488.532697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077488.532700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077488.916737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077488.916741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077488.916744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077489.556713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077489.556724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077489.556726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077489.556733:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077489.556738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077489.556743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077489.556747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077489.556750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077489.556754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077489.940771:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077489.940776:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077489.940780:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077490.580645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077490.580654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077490.580656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077490.580661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077490.580664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077490.580667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077490.580670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077490.580672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077490.580674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077490.964713:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077490.964717:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077490.964720:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077491.092641:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299148355, at 4299148800
00000100:00000010:0.0:1769077491.092658:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:3.0:1769077491.604629:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077491.604638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077491.604639:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077491.604644:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077491.604645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077491.604649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077491.604649:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077491.604654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077491.604656:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077491.604658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077491.604661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077491.604664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077491.604666:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4476
00000100:00000001:2.0:1769077491.604668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077491.604673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077491.604682:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077491.604691:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077491.604695:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077491.604699:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604703:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077491.604706:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604708:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077491.604712:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077491.604714:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077491.604717:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077491.604720:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077491.604724:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077491.604727:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077491.604729:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604731:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077491.604733:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604735:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077491.604738:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077491.604740:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604743:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077491.604745:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077491.604748:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077491.604751:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077491.604753:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077491.604755:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077491.604763:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769077491.604767:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077491.604772:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077491.604773:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077491.604776:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077491.604779:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077491.604783:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077491.604790:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077491.604796:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077491.604805:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612152576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077491.604815:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077491.604820:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077491.604825:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612152576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077491.604844:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077491.604846:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077491.604848:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077491.604850:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077491.604851:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077491.604853:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077491.604855:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4476
00000400:00000200:3.0:1769077491.604858:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077491.604861:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077491.604863:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077491.604865:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604867:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077491.604870:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604871:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077491.604873:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077491.604874:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077491.604876:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077491.604878:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077491.604881:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077491.604883:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077491.604888:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604891:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077491.604893:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604895:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077491.604898:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077491.604901:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077491.604905:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077491.604908:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077491.604912:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077491.604914:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077491.604915:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077491.604918:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077491.604921:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077491.604923:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077491.604927:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769077491.604931:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077491.604936:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077491.604938:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077491.604941:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077491.604942:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077491.604944:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077491.604949:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769077491.604954:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077491.604963:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612152704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077491.604970:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077491.604974:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077491.604980:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612152704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077491.604997:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077491.605001:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077491.605005:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077491.605010:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077491.605013:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077491.605017:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4487)
00000800:00000200:1.1:1769077491.605113:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077491.605115:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077491.605434:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077491.605438:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077491.988719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077491.988724:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077491.988728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077492.628630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077492.628637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077492.628639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077492.628645:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077492.628654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077492.628657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077492.628660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077492.628663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077492.628665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077493.012810:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077493.012815:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077493.012818:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077493.652662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077493.652670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077493.652672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077493.652677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077493.652681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077493.652691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.652695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077493.652698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077493.652702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077494.036760:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077494.036765:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077494.036769:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077494.676645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077494.676652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077494.676654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077494.676658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077494.676661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077494.676665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077494.676667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077494.676669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077494.676672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077495.060830:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077495.060838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077495.060843:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077495.700662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077495.700670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077495.700671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077495.700677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077495.700682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077495.700686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077495.700688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077495.700691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077495.700693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077496.084709:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077496.084713:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077496.084717:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077496.212691:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299153475, at 4299153920
00000100:00000010:0.0:1769077496.212713:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00000001:2.0:1769077496.724631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077496.724639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077496.724640:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077496.724645:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077496.724649:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077496.724652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077496.724653:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077496.724654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077496.724658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077496.724663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077496.724663:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077496.724668:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077496.724673:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077496.724678:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077496.724686:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4482
00000400:00000200:3.0:1769077496.724697:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077496.724704:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077496.724708:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077496.724712:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724715:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077496.724718:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724720:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077496.724725:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077496.724727:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077496.724730:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077496.724733:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077496.724736:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077496.724739:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077496.724743:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724745:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077496.724748:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724750:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077496.724754:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077496.724757:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724760:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077496.724763:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077496.724767:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077496.724770:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077496.724773:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077496.724775:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077496.724785:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769077496.724789:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077496.724793:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077496.724795:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077496.724798:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077496.724801:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077496.724805:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077496.724813:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769077496.724820:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077496.724830:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612152832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077496.724841:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077496.724845:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077496.724851:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612152832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077496.724877:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077496.724880:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077496.724884:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077496.724886:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077496.724887:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077496.724890:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077496.724893:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4482
00000400:00000200:3.0:1769077496.724897:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077496.724901:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077496.724903:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077496.724907:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724910:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077496.724913:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724916:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077496.724919:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077496.724920:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077496.724922:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077496.724925:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077496.724928:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077496.724931:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077496.724938:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724943:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077496.724948:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724954:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077496.724961:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077496.724968:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077496.724973:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077496.724979:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077496.724987:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077496.724993:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077496.724997:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077496.725003:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077496.725008:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077496.725014:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077496.725019:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769077496.725025:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077496.725030:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077496.725033:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077496.725038:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077496.725040:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077496.725043:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077496.725048:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769077496.725083:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077496.725093:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612152960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077496.725109:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077496.725114:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077496.725123:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612152960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077496.725141:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077496.725145:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077496.725152:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077496.725158:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077496.725164:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077496.725171:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4492)
00000800:00000200:1.1:1769077496.725230:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077496.725233:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077496.725629:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077496.725631:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769077497.108744:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077497.108749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077497.108753:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077497.748677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077497.748685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077497.748688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077497.748693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077497.748697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077497.748701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077497.748704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077497.748707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077497.748710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077498.132687:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077498.132692:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077498.132696:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077498.772634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077498.772642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077498.772644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077498.772651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077498.772655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077498.772660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.772663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077498.772665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077498.772668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077499.156795:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077499.156802:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077499.156806:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077499.796672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077499.796680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077499.796682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077499.796688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077499.796692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077499.796697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077499.796701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077499.796704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077499.796707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077500.180757:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077500.180761:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077500.180763:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077500.820616:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077500.820623:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077500.820625:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077500.820630:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077500.820632:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077500.820635:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077500.820638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077500.820640:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077500.820642:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077501.204782:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077501.204787:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077501.204790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077501.332662:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299158595, at 4299159040
00000100:00000010:0.0:1769077501.332681:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:3.0:1769077501.844655:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077501.844658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077501.844664:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077501.844666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077501.844667:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077501.844670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077501.844672:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077501.844678:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769077501.844679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077501.844685:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4487
00000100:00000001:2.0:1769077501.844686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077501.844692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769077501.844696:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077501.844698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077501.844702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077501.844705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077501.844705:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077501.844710:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077501.844714:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844717:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077501.844720:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844721:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077501.844724:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077501.844726:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077501.844728:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077501.844731:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077501.844733:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077501.844736:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077501.844739:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844741:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077501.844743:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844745:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077501.844748:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077501.844751:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844754:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077501.844757:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077501.844761:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077501.844764:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077501.844766:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077501.844769:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077501.844778:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769077501.844782:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077501.844786:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077501.844788:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077501.844791:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077501.844794:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077501.844799:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077501.844806:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077501.844812:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077501.844822:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612153088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077501.844833:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077501.844838:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077501.844844:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612153088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077501.844868:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077501.844871:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077501.844874:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077501.844875:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077501.844876:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077501.844878:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077501.844880:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4487
00000400:00000200:3.0:1769077501.844883:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077501.844886:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077501.844888:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077501.844890:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844891:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077501.844893:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844894:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077501.844896:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077501.844897:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077501.844898:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077501.844899:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077501.844901:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077501.844902:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077501.844905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844907:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077501.844908:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844910:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077501.844911:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077501.844914:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077501.844917:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077501.844918:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077501.844922:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077501.844924:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077501.844926:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077501.844933:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077501.844937:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077501.844940:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077501.844944:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769077501.844948:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077501.844950:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077501.844953:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077501.844956:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077501.844958:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077501.844961:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077501.844978:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769077501.844981:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077501.844992:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077501.845004:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077501.845010:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077501.845021:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612153216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077501.845051:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077501.845055:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077501.845059:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077501.845061:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077501.845065:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077501.845073:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4497)
00000800:00000200:1.1:1769077501.845217:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077501.845221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077501.845681:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077501.845684:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077502.228752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077502.228757:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077502.228761:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077502.868649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077502.868661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077502.868665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077502.868683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077502.868691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077502.868697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077502.868700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077502.868703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077502.868707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077503.252785:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077503.252790:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077503.252794:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077503.892642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077503.892649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077503.892650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077503.892655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077503.892658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077503.892662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.892665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077503.892668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077503.892671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077504.276787:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077504.276794:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077504.276800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077504.916662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077504.916670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077504.916672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077504.916677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077504.916681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077504.916684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077504.916686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077504.916689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077504.916691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077505.300752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077505.300757:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077505.300760:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077505.940671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077505.940681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077505.940682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077505.940688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077505.940692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077505.940696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077505.940698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077505.940702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077505.940705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077506.324703:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077506.324708:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077506.324712:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077506.452664:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299163715, at 4299164160
00000100:00000010:0.0:1769077506.452680:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000001:2.0:1769077506.964680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077506.964686:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077506.964690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077506.964694:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077506.964695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077506.964702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077506.964703:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077506.964709:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077506.964709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077506.964714:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077506.964716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077506.964721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077506.964722:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4492
00000100:00000001:2.0:1769077506.964726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077506.964731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077506.964732:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077506.964741:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077506.964743:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077506.964746:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964748:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077506.964751:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964753:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077506.964756:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077506.964758:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077506.964760:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077506.964762:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077506.964764:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077506.964766:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077506.964769:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964770:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077506.964772:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964774:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077506.964776:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077506.964779:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964781:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077506.964782:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077506.964785:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077506.964787:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077506.964788:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077506.964790:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077506.964798:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769077506.964800:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077506.964803:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077506.964804:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077506.964806:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077506.964808:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077506.964811:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077506.964817:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077506.964823:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077506.964829:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612153344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077506.964838:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077506.964842:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077506.964847:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612153344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077506.964872:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077506.964876:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077506.964879:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077506.964908:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077506.964910:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077506.964914:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077506.964918:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4492
00000400:00000200:0.0:1769077506.964923:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077506.964927:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077506.964930:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077506.964937:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964941:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077506.964947:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964951:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077506.964954:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077506.964957:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077506.964960:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077506.964964:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077506.964969:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077506.964973:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077506.964980:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077506.964990:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077506.964994:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077506.965000:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077506.965007:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077506.965012:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077506.965016:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077506.965023:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077506.965029:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077506.965032:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077506.965036:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077506.965043:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077506.965046:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077506.965055:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769077506.965060:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077506.965065:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077506.965067:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077506.965073:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077506.965075:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077506.965078:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077506.965087:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077506.965094:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077506.965105:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612153472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077506.965123:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077506.965127:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077506.965136:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612153472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077506.965154:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077506.965160:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077506.965168:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077506.965174:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077506.965181:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077506.965189:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4502)
00000800:00000200:1.1:1769077506.965250:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077506.965255:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077506.965732:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077506.965747:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077507.348734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077507.348738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077507.348740:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077507.988635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077507.988643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077507.988644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077507.988648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077507.988651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077507.988654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077507.988657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077507.988659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077507.988661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077508.372715:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077508.372719:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077508.372722:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077509.012673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077509.012680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077509.012682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077509.012686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077509.012689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077509.012693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077509.012695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077509.012697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077509.012699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077509.396768:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077509.396774:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077509.396778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077510.036670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077510.036677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077510.036679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077510.036684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077510.036687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077510.036690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077510.036692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077510.036694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077510.036697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077510.420682:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077510.420686:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077510.420690:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077511.060649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077511.060656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077511.060657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077511.060662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077511.060665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077511.060669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077511.060671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077511.060673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077511.060675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077511.444800:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077511.444804:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077511.444821:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077511.572702:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299168835, at 4299169280
00000100:00000010:0.0:1769077511.572717:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000001:2.0:1769077512.084637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077512.084644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077512.084645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077512.084650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077512.084654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077512.084657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077512.084660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077512.084662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077512.084665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077512.084701:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077512.084709:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077512.084712:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077512.084716:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077512.084720:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077512.084728:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4497
00000400:00000200:0.0:1769077512.084740:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077512.084748:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077512.084753:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077512.084758:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.084762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077512.084766:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.084769:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077512.084774:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077512.084777:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077512.084779:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077512.084783:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077512.084786:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077512.084789:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077512.084792:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.084822:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077512.084825:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.084828:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077512.084832:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077512.084836:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077512.084839:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077512.084843:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077512.084846:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077512.084849:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077512.084852:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077512.084855:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077512.084864:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077512.084869:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077512.084873:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077512.084875:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077512.084878:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077512.084881:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077512.084885:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077512.084893:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077512.084899:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077512.084909:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077512.084921:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077512.084925:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077512.084930:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077512.084951:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077512.084955:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077512.084959:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077512.084961:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077512.084964:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077512.084967:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077512.084972:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4497
00000400:00000200:0.0:1769077512.084981:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077512.084989:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077512.084996:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077512.085004:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.085009:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077512.085015:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.085020:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077512.085026:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077512.085030:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077512.085035:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077512.085041:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077512.085046:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077512.085053:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077512.085062:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.085068:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077512.085074:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077512.085079:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077512.085084:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077512.085092:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077512.085099:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077512.085124:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077512.085137:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077512.085142:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077512.085147:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077512.085153:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077512.085161:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077512.085178:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077512.085184:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769077512.085190:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077512.085198:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077512.085201:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077512.085206:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077512.085210:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077512.085215:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077512.085221:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077512.085228:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077512.085240:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077512.085254:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077512.085260:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077512.085265:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:0.0:1769077512.085271:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077512.085285:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077512.085293:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077512.085301:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077512.085307:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077512.085313:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077512.085321:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4507)
00000800:00000200:1.1:1769077512.085449:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:0.0:1769077512.468745:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077512.468749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077512.468752:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077513.108690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077513.108696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077513.108697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077513.108702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077513.108705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077513.108708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.108710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077513.108712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077513.108715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077513.492753:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077513.492758:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077513.492761:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077514.132709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077514.132718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077514.132720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077514.132726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077514.132730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077514.132734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077514.132737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077514.132739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077514.132743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077514.516787:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077514.516791:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077514.516793:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077515.156830:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077515.156838:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077515.156841:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077515.156847:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077515.156851:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077515.156856:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.156858:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077515.156861:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.156864:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077515.157114:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077515.157120:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077515.157124:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077515.157139:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077512/real 1769077515]  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077515.157161:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077515.157164:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077515.157170:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774d68.
00000400:00000200:2.0:1769077515.157178:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1c38
00000400:00000010:2.0:1769077515.157183:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1c38.
00000100:00000001:2.0:1769077515.157190:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077515.157198:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077515.157211:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157220:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077515.157222:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157225:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077515.157227:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077515.157231:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157240:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077515.157245:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157254:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077515.157258:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157260:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077515.157261:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157264:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077515.157267:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077515.157270:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077515.157275:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077515.157278:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077515.157283:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077515.157293:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612153600:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077515.157298:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077515.157301:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077515.157304:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612153600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157319:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077515.157322:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077515.157326:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace800.
02000000:00000001:2.0:1769077515.157331:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077515.157334:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077515.157337:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077515.157339:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077515.157342:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769077515.157346:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077515.157348:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077515.157350:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:2.0:1769077515.157355:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077515.157356:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157359:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077515.157361:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077515.157362:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077515.157364:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077515.157368:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077512/real 1769077515]  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077515.157377:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077515.157378:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077515.157381:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774c08.
00000400:00000200:2.0:1769077515.157383:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1110
00000400:00000010:2.0:1769077515.157385:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1110.
00000100:00000001:2.0:1769077515.157387:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077515.157391:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077515.157400:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157407:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077515.157409:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157411:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077515.157413:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077515.157416:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157424:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077515.157428:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157441:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077515.157444:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157445:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077515.157447:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157449:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077515.157451:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077515.157454:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077515.157458:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077515.157460:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077515.157464:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077515.157473:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612153728:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077515.157477:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157479:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077515.157482:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612153728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077537 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077515.157489:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077515.157490:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077515.157492:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:2.0:1769077515.157494:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077515.157496:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077515.157497:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077515.157499:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077515.157501:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:2.0:1769077515.157504:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077515.157506:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077515.157507:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:2.0:1769077515.157509:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077515.157511:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157512:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077515.157520:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077515.157522:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077515.157524:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077515.157525:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077515.540777:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077515.540781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077515.540784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077516.180738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077516.180746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077516.180748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077516.180753:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077516.180756:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077516.180760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077516.180762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077516.180765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077516.180768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077516.564776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077516.564783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077516.564789:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077516.692634:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299173955, at 4299174400
00000100:00000010:0.0:1769077516.692646:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000001:0.0:1769077517.204696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077517.204704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077517.204706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077517.204727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077517.204732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077517.204737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077517.204741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077517.204744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077517.204748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077517.204770:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077517.204780:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077517.204782:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077517.204786:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077517.204789:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077517.204795:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4502
00000400:00000200:2.0:1769077517.204803:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077517.204808:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077517.204811:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077517.204814:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204817:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077517.204819:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204821:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077517.204825:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077517.204827:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077517.204829:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077517.204832:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077517.204833:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077517.204835:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077517.204837:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204839:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077517.204840:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204841:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077517.204843:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077517.204845:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204847:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077517.204850:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077517.204853:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077517.204855:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077517.204856:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077517.204858:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077517.204864:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077517.204867:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077517.204870:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077517.204871:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077517.204874:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077517.204877:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077517.204881:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077517.204890:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077517.204897:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077517.204906:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612153856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077517.204915:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077517.204920:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077517.204924:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612153856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077517.204952:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077517.204955:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077517.204958:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077517.204960:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077517.204961:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077517.204963:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077517.204964:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4502
00000400:00000200:2.0:1769077517.204967:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077517.204969:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077517.204970:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077517.204972:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204974:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077517.204975:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204977:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077517.204978:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077517.204979:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077517.204980:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077517.204981:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077517.204983:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077517.204984:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077517.204986:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204987:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077517.204989:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204990:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077517.204992:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077517.204995:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077517.204998:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077517.205000:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077517.205007:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077517.205010:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077517.205013:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077517.205019:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077517.205026:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077517.205047:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077517.205057:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769077517.205063:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077517.205069:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077517.205072:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077517.205076:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077517.205081:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077517.205085:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077517.205094:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077517.205102:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077517.205111:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077517.205124:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077517.205130:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077517.205140:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612153984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077517.205153:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077517.205159:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077517.205167:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077517.205172:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077517.205179:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077517.205188:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4512)
00000800:00000200:1.1:1769077517.205317:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077517.205322:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077517.205844:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077517.205847:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077517.588766:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077517.588771:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077517.588775:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077518.228643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077518.228649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077518.228651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077518.228655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077518.228659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077518.228662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077518.228664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077518.228666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077518.228668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077518.612719:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077518.612724:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077518.612727:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077519.252684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077519.252693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077519.252695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077519.252700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077519.252703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077519.252706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077519.252708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077519.252711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077519.252713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077519.636784:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077519.636791:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077519.636795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077520.276630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077520.276636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077520.276638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077520.276643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077520.276646:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077520.276650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077520.276652:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077520.276654:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077520.276682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077520.660756:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077520.660759:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077520.660762:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077521.300737:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077521.300745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077521.300747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077521.300759:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077521.300764:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077521.300769:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077521.300772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077521.300775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077521.300778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077521.684756:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077521.684760:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077521.684765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077521.812817:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299179075, at 4299179520
00000100:00000010:0.0:1769077521.812827:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000001:0.0:1769077522.324661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077522.324667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077522.324669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077522.324674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077522.324675:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077522.324678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077522.324683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077522.324685:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077522.324687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077522.324689:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077522.324690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077522.324695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077522.324696:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077522.324702:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077522.324711:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4507
00000400:00000200:2.0:1769077522.324722:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077522.324730:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077522.324734:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077522.324738:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324742:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077522.324745:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324748:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077522.324752:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077522.324754:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077522.324757:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077522.324760:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077522.324764:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077522.324767:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077522.324772:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324774:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077522.324777:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324779:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077522.324783:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077522.324788:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324791:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077522.324794:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077522.324798:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077522.324802:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077522.324804:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077522.324806:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077522.324815:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077522.324818:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077522.324823:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077522.324825:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077522.324828:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077522.324831:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077522.324835:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077522.324844:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077522.324850:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077522.324859:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612154112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077522.324871:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077522.324875:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077522.324880:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612154112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077522.324905:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077522.324908:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077522.324912:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077522.324914:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077522.324915:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077522.324918:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077522.324921:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4507
00000400:00000200:2.0:1769077522.324926:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077522.324930:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077522.324933:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077522.324938:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324940:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077522.324944:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324948:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077522.324954:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077522.324956:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077522.324960:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077522.324963:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077522.324969:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077522.324975:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077522.324983:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324988:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077522.324994:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077522.324998:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077522.325002:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077522.325010:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077522.325016:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077522.325021:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077522.325028:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077522.325034:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077522.325040:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077522.325046:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077522.325051:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077522.325056:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077522.325063:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769077522.325069:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077522.325074:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077522.325075:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077522.325078:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077522.325079:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077522.325081:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077522.325087:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077522.325094:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077522.325105:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612154240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077522.325124:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077522.325129:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077522.325138:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612154240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077522.325154:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077522.325160:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077522.325167:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077522.325172:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077522.325180:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077522.325189:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4517)
00000800:00000200:1.1:1769077522.325226:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077522.325229:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077522.325530:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077522.325532:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077522.708773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077522.708778:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077522.708782:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077523.348698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077523.348707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077523.348709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077523.348715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077523.348720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077523.348723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077523.348726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077523.348730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077523.348734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077523.732797:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077523.732801:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077523.732804:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077524.372721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077524.372730:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077524.372732:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077524.372739:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077524.372744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077524.372749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077524.372760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077524.372767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077524.372771:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077524.756782:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077524.756786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077524.756790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077525.396681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077525.396689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077525.396691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077525.396695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077525.396699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077525.396703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077525.396706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077525.396708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077525.396711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077525.780758:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077525.780763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077525.780767:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077526.420688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077526.420695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077526.420696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077526.420701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077526.420705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077526.420708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077526.420711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077526.420713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077526.420715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077526.804749:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077526.804753:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077526.804757:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077526.932658:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299184195, at 4299184640
00000100:00000010:0.0:1769077526.932674:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:2.0:1769077527.444669:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077527.444684:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077527.444686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077527.444688:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077527.444695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077527.444697:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077527.444698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077527.444708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077527.444709:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077527.444714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077527.444718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077527.444725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077527.444726:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4512
00000100:00000001:0.0:1769077527.444731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077527.444737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077527.444746:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077527.444756:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077527.444761:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077527.444766:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.444773:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077527.444778:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.444782:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077527.444788:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077527.444791:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077527.444795:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077527.444800:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077527.444803:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077527.444805:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077527.444808:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.444810:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077527.444812:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.444814:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077527.444817:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077527.444820:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077527.444822:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077527.444824:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077527.444827:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077527.444829:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077527.444831:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077527.444833:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077527.444842:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077527.444845:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077527.444850:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077527.444851:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077527.444853:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077527.444856:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077527.444861:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077527.444868:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077527.444874:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077527.444884:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612154368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077527.444893:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077527.444898:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077527.444901:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612154368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077527.444920:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077527.444922:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077527.444926:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077527.444928:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077527.444930:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077527.444933:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077527.444937:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4512
00000400:00000200:2.0:1769077527.444942:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077527.444946:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077527.444949:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077527.444953:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.444958:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077527.444962:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.444966:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077527.444971:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077527.444973:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077527.444976:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077527.444979:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077527.444985:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077527.444989:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077527.444995:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.445001:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077527.445003:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077527.445007:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077527.445012:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077527.445015:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077527.445016:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077527.445020:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077527.445026:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077527.445029:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077527.445032:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077527.445037:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077527.445041:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077527.445046:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077527.445049:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769077527.445052:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077527.445054:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077527.445057:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077527.445059:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077527.445069:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077527.445072:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077527.445079:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077527.445083:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077527.445088:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612154496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077527.445102:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077527.445107:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077527.445114:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612154496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077527.445130:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077527.445136:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077527.445143:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077527.445150:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077527.445157:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077527.445166:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4522)
00000800:00000200:1.1:1769077527.445293:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077527.445296:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077527.445717:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077527.445720:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077527.828762:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077527.828767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077527.828771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077528.468665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077528.468672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077528.468674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077528.468679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077528.468682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077528.468685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077528.468687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077528.468690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077528.468692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077528.852734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077528.852737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077528.852741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077529.492685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077529.492694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077529.492696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077529.492702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077529.492706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077529.492710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077529.492713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077529.492716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077529.492719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077529.876693:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077529.876697:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077529.876701:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077530.516658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077530.516666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077530.516668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077530.516673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077530.516676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077530.516680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077530.516683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077530.516685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077530.516688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077530.900717:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077530.900721:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077530.900724:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077531.540648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077531.540654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077531.540655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077531.540660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077531.540663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077531.540666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077531.540668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077531.540670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077531.540672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077531.924811:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077531.924818:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077531.924824:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077532.052657:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299189315, at 4299189760
00000100:00000010:0.0:1769077532.052671:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00080000:0.0:1769077532.564680:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077532.564686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077532.564695:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077532.564695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077532.564700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077532.564700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077532.564707:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077532.564708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077532.564715:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077532.564715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077532.564721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.564724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077532.564727:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4517
00000100:00000001:2.0:1769077532.564728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077532.564734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077532.564743:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077532.564763:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077532.564767:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077532.564771:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564775:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077532.564778:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564781:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077532.564785:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077532.564787:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077532.564790:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077532.564793:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077532.564796:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077532.564799:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077532.564802:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564804:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077532.564807:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564809:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077532.564812:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077532.564816:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564819:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077532.564822:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077532.564825:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077532.564828:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077532.564831:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077532.564835:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077532.564845:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077532.564849:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077532.564853:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077532.564855:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077532.564858:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077532.564862:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077532.564866:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077532.564874:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077532.564881:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077532.564890:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612154624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077532.564901:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077532.564906:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077532.564912:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612154624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077532.564939:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077532.564942:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077532.564946:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077532.564948:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077532.564950:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077532.564953:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077532.564956:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4517
00000400:00000200:0.0:1769077532.564960:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077532.564964:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077532.564966:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077532.564969:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564972:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077532.564974:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564976:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077532.564979:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077532.564981:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077532.564983:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077532.564985:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077532.564987:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077532.564989:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077532.564993:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.564996:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077532.564999:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077532.565001:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077532.565004:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077532.565008:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077532.565012:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077532.565014:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077532.565020:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077532.565027:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077532.565032:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077532.565038:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077532.565045:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077532.565051:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077532.565058:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769077532.565066:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077532.565072:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077532.565076:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077532.565082:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077532.565086:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077532.565089:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077532.565097:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769077532.565104:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077532.565114:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077532.565128:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077532.565133:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077532.565143:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612154752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077532.565160:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077532.565168:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077532.565178:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077532.565184:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077532.565193:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077532.565200:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4527)
00000800:00000200:1.1:1769077532.565261:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077532.565264:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077532.565594:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077532.565596:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077532.948738:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077532.948741:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077532.948744:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077533.588660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077533.588668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077533.588670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077533.588675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077533.588678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077533.588682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077533.588684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077533.588686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077533.588688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077533.972781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077533.972786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077533.972790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077534.612684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077534.612693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077534.612695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077534.612701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077534.612706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077534.612710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.612712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077534.612722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077534.612726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077534.996737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077534.996742:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077534.996746:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077535.636673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077535.636680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077535.636682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077535.636688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077535.636692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077535.636696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077535.636699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077535.636701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077535.636704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077536.020775:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077536.020783:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077536.020789:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077536.660681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077536.660690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077536.660691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077536.660698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077536.660702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077536.660706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077536.660708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077536.660710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077536.660713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077537.044735:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077537.044740:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077537.044745:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077537.172694:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299194435, at 4299194880
00000100:00000010:0.0:1769077537.172714:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000001:2.0:1769077537.684636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077537.684640:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077537.684645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077537.684648:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077537.684649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077537.684653:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077537.684655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077537.684658:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077537.684660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077537.684663:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077537.684666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077537.684671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077537.684677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077537.684678:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4522
00000100:00000001:2.0:1769077537.684683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077537.684688:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077537.684695:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077537.684698:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077537.684701:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684704:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077537.684707:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684709:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077537.684713:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077537.684714:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077537.684717:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077537.684720:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077537.684722:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077537.684724:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077537.684726:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684728:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077537.684729:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684730:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077537.684733:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077537.684735:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684737:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077537.684739:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077537.684742:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077537.684744:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077537.684746:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077537.684747:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077537.684757:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077537.684760:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077537.684764:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077537.684765:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077537.684768:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077537.684770:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077537.684775:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077537.684782:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077537.684788:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077537.684797:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612154880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077537.684805:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077537.684810:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077537.684813:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612154880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077537.684834:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077537.684837:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077537.684840:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077537.684841:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077537.684842:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077537.684843:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077537.684845:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4522
00000400:00000200:0.0:1769077537.684848:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077537.684850:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077537.684851:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077537.684853:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684855:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077537.684856:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684858:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077537.684859:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077537.684860:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077537.684861:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077537.684863:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077537.684864:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077537.684866:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077537.684868:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684869:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077537.684871:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684872:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077537.684874:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077537.684876:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077537.684878:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077537.684880:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077537.684886:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077537.684890:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077537.684892:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077537.684898:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077537.684902:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077537.684904:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077537.684908:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769077537.684912:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077537.684916:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077537.684919:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077537.684924:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077537.684926:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077537.684929:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077537.684936:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077537.684943:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077537.684952:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612155008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077537.684969:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077537.684975:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077537.684982:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612155008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077537.684998:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077537.685004:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077537.685011:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077537.685016:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077537.685024:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077537.685033:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4533)
00000800:00000200:1.1:1769077537.685185:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077537.685189:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077537.685690:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077537.685692:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769077538.068801:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077538.068808:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077538.068812:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077538.708672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077538.708679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077538.708681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077538.708685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077538.708688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077538.708691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077538.708693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077538.708702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077538.708705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077539.092794:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077539.092799:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077539.092803:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077539.732635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077539.732642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077539.732644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077539.732649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077539.732653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077539.732657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.732660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077539.732662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077539.732665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077540.116770:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077540.116774:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077540.116777:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077540.756659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077540.756669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077540.756672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077540.756679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077540.756684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077540.756690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077540.756693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077540.756695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077540.756698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077541.140762:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077541.140769:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077541.140774:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077541.780801:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077541.780809:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077541.780811:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077541.780817:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077541.780820:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077541.780825:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077541.780827:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077541.780829:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077541.780832:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077542.164737:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077542.164741:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077542.164743:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077542.292662:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299199555, at 4299200000
00000100:00000010:0.0:1769077542.292676:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000001:2.0:1769077542.804648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077542.804649:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077542.804654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077542.804658:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077542.804658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077542.804663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077542.804664:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077542.804667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077542.804670:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077542.804671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.804676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077542.804678:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077542.804679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077542.804683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077542.804690:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4528
00000400:00000200:0.0:1769077542.804703:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077542.804711:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077542.804716:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077542.804720:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804724:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077542.804727:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804729:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077542.804732:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077542.804734:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077542.804736:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077542.804739:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077542.804741:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077542.804744:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077542.804746:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804747:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077542.804749:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804750:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077542.804752:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077542.804754:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804756:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077542.804758:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077542.804761:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077542.804763:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077542.804765:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077542.804767:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077542.804775:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077542.804778:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077542.804781:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077542.804782:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077542.804784:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077542.804787:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077542.804791:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077542.804797:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077542.804803:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077542.804809:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612155136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077542.804821:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077542.804825:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077542.804831:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612155136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077542.804853:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077542.804856:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077542.804860:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077542.804862:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077542.804865:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077542.804868:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077542.804873:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4528
00000400:00000200:0.0:1769077542.804880:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077542.804887:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077542.804890:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077542.804894:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804900:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077542.804905:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804909:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077542.804913:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077542.804918:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077542.804923:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077542.804929:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077542.804936:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077542.804941:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077542.804951:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804956:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077542.804961:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804966:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077542.804970:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077542.804977:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077542.804981:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077542.804986:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077542.804991:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077542.804995:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077542.804996:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077542.805000:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077542.805006:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077542.805009:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077542.805016:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077542.805021:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077542.805024:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077542.805025:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077542.805026:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077542.805027:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077542.805028:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077542.805032:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769077542.805037:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077542.805044:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612155264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077542.805058:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077542.805061:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077542.805068:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612155264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077542.805080:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077542.805083:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077542.805085:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077542.805088:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077542.805093:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077542.805099:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4538)
00000800:00000200:1.1:1769077542.805173:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077542.805176:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077542.805492:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077542.805494:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769077543.188718:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077543.188722:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077543.188724:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077543.828650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077543.828657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077543.828659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077543.828664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077543.828667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077543.828670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077543.828672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077543.828675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077543.828677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077544.212744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077544.212748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077544.212750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077544.852627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077544.852633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077544.852635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077544.852639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077544.852642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077544.852646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.852648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077544.852650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077544.852652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077545.236700:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077545.236706:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077545.236710:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077545.876692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077545.876699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077545.876701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077545.876707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077545.876711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077545.876714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077545.876717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077545.876719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077545.876722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077546.260751:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077546.260756:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077546.260760:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077546.900677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077546.900684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077546.900685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077546.900690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077546.900692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077546.900701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077546.900703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077546.900706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077546.900716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077547.284767:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077547.284771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077547.284775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077547.412689:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299204675, at 4299205120
00000100:00000010:0.0:1769077547.412727:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:2.0:1769077547.924658:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077547.924660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077547.924666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077547.924668:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077547.924669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.924672:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769077547.924675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077547.924676:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077547.924681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077547.924682:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077547.924685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077547.924688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077547.924690:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4533
00000100:00000001:0.0:1769077547.924692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077547.924696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077547.924703:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077547.924710:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077547.924714:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077547.924717:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924721:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077547.924723:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924725:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077547.924728:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077547.924730:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077547.924732:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077547.924734:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077547.924736:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077547.924738:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077547.924740:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924741:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077547.924742:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924743:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077547.924745:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077547.924748:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924749:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.924751:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077547.924754:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077547.924757:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.924759:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077547.924761:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077547.924770:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521180.
00000020:00000040:2.0:1769077547.924774:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077547.924777:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077547.924779:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.924782:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077547.924785:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077547.924789:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077547.924798:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077547.924804:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077547.924814:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521180 x1855007612155392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077547.924823:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077547.924827:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077547.924830:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdc4804] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521180 x1855007612155392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.924849:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077547.924851:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077547.924854:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077547.924855:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077547.924856:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077547.924858:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077547.924860:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4533
00000400:00000200:2.0:1769077547.924869:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077547.924873:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077547.924875:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077547.924877:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924879:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077547.924880:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924882:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077547.924884:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077547.924885:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077547.924886:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077547.924887:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077547.924889:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077547.924891:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077547.924896:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924900:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077547.924905:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924909:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077547.924911:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077547.924918:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077547.924923:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077547.924928:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077547.924934:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077547.924940:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.924944:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077547.924953:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077547.924959:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.924963:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077547.924973:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769077547.924979:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077547.924983:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077547.924986:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077547.924991:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077547.924994:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077547.924998:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077547.925005:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769077547.925010:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077547.925019:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077547.925037:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077547.925041:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077547.925060:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612155520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077547.925079:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077547.925086:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077547.925091:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077547.925096:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077547.925100:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077547.925105:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4543)
00000800:00000200:1.1:1769077547.925164:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077547.925167:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077547.925613:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077547.925615:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077548.308749:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077548.308752:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077548.308755:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077548.948623:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077548.948630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077548.948631:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077548.948636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077548.948640:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077548.948643:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077548.948645:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077548.948647:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077548.948649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077549.332772:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077549.332776:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077549.332779:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077549.972664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077549.972671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077549.972672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077549.972677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077549.972680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077549.972683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077549.972685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077549.972687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077549.972689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077550.356695:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077550.356698:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077550.356701:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077550.996658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077550.996665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077550.996667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077550.996672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077550.996675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077550.996678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077550.996681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077550.996683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077550.996685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077551.380685:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077551.380690:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077551.380693:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077552.020645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077552.020654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077552.020656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077552.020662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077552.020667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077552.020671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077552.020674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077552.020677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077552.020680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077552.404698:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077552.404702:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077552.404706:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077552.532668:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299209795, at 4299210240
00000100:00000010:0.0:1769077552.532687:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00000001:0.0:1769077553.044648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077553.044655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077553.044657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077553.044657:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769077553.044664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077553.044668:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077553.044669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077553.044675:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077553.044676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077553.044681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077553.044682:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077553.044684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077553.044689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077553.044692:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077553.044703:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4538
00000400:00000200:2.0:1769077553.044715:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077553.044723:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077553.044726:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077553.044729:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044732:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077553.044734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044736:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077553.044740:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077553.044742:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077553.044745:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077553.044747:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077553.044749:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077553.044751:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077553.044754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044757:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077553.044759:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044761:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077553.044764:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077553.044767:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044769:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077553.044771:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077553.044774:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077553.044776:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077553.044778:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077553.044780:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077553.044789:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077553.044792:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077553.044795:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077553.044796:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077553.044799:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077553.044801:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077553.044805:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077553.044813:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769077553.044819:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077553.044826:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612155648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077553.044835:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077553.044838:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077553.044842:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612155648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077553.044860:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077553.044863:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077553.044865:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077553.044866:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077553.044868:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077553.044879:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077553.044883:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4538
00000400:00000200:2.0:1769077553.044888:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077553.044894:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077553.044898:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077553.044905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044907:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077553.044912:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044917:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077553.044921:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077553.044924:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077553.044928:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077553.044931:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077553.044936:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077553.044941:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077553.044947:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044950:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077553.044956:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044962:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077553.044967:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077553.044971:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077553.044974:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077553.044977:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077553.044984:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077553.044988:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077553.044993:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077553.044999:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077553.045002:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077553.045006:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077553.045012:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000020:00000040:2.0:1769077553.045016:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077553.045018:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077553.045020:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077553.045027:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077553.045029:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077553.045030:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077553.045036:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077553.045043:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077553.045052:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612155776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077553.045073:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077553.045079:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077553.045087:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612155776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077553.045102:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077553.045124:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077553.045132:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077553.045135:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077553.045160:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077553.045168:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4548)
00000800:00000200:1.1:1769077553.045259:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077553.045263:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077553.045671:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077553.045673:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077553.428763:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077553.428768:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077553.428772:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077554.068655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077554.068664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077554.068666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077554.068673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077554.068677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077554.068681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077554.068685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077554.068687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077554.068690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077554.452700:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077554.452703:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077554.452706:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077555.092636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077555.092642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077555.092644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077555.092649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077555.092652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077555.092655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077555.092657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077555.092659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077555.092662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077555.477834:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077555.477839:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077555.477843:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077556.116653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077556.116660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077556.116662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077556.116666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077556.116669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077556.116708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077556.116710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077556.116712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077556.116714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077556.500700:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077556.500704:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077556.500707:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077557.140702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077557.140711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077557.140713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077557.140720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077557.140725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077557.140729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077557.140732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077557.140735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077557.140738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077557.524767:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077557.524772:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077557.524776:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077557.652628:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299214915, at 4299215360
00000100:00000010:0.0:1769077557.652641:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000001:0.0:1769077558.164644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077558.164650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077558.164652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077558.164656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077558.164660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077558.164662:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077558.164663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077558.164669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077558.164670:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077558.164672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077558.164674:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077558.164675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077558.164678:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077558.164682:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077558.164687:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4543
00000400:00000200:3.0:1769077558.164696:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077558.164701:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077558.164703:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077558.164706:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164709:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077558.164711:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164712:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077558.164715:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077558.164717:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077558.164719:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077558.164742:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077558.164744:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077558.164746:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077558.164748:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164749:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077558.164751:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164752:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077558.164754:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077558.164757:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164758:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077558.164760:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077558.164763:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077558.164765:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077558.164766:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077558.164768:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077558.164776:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769077558.164779:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077558.164782:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077558.164784:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077558.164786:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077558.164788:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077558.164792:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077558.164798:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769077558.164804:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077558.164811:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612155904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077558.164819:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077558.164822:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077558.164826:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612155904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077558.164847:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077558.164849:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077558.164851:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077558.164852:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077558.164854:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077558.164856:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077558.164857:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4543
00000400:00000200:3.0:1769077558.164860:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077558.164862:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077558.164864:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077558.164866:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164867:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077558.164869:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164870:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077558.164872:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077558.164873:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077558.164875:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077558.164877:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077558.164879:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077558.164881:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077558.164884:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164885:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077558.164887:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164888:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077558.164890:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077558.164892:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077558.164897:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077558.164900:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077558.164905:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077558.164909:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077558.164911:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077558.164915:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077558.164921:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077558.164924:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077558.164930:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769077558.164936:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077558.164940:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077558.164943:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077558.164946:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077558.164948:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077558.164951:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077558.164956:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769077558.164960:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077558.164965:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612156032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077558.164976:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077558.164980:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077558.164983:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612156032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077558.164994:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077558.164997:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077558.165000:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077558.165004:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077558.165009:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077558.165013:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4553)
00000800:00000200:1.1:1769077558.165154:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077558.165158:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077558.165457:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077558.165459:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769077558.548694:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077558.548698:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077558.548701:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077559.188705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077559.188713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077559.188716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.188721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077559.188727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077559.188731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077559.188736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077559.188739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077559.188743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077559.572737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077559.572742:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077559.572746:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077560.212643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077560.212649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077560.212650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077560.212655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077560.212658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077560.212661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077560.212664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077560.212666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077560.212668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077560.596711:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077560.596715:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077560.596718:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077561.236765:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077561.236773:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077561.236776:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077561.236782:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077561.236787:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077561.236790:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077561.236794:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077561.236797:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077561.236800:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077561.620745:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077561.620749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077561.620752:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077562.260665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077562.260671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077562.260673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077562.260676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077562.260679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077562.260682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077562.260684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077562.260686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077562.260688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077562.644874:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077562.644878:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077562.644881:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077562.772669:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299220035, at 4299220480
00000100:00000010:0.0:1769077562.772682:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:0.0:1769077563.284689:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077563.284700:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077563.284703:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077563.284707:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077563.284712:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077563.284719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4548
00000400:00000200:0.0:1769077563.284728:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077563.284734:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077563.284738:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077563.284741:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284744:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077563.284746:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284748:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077563.284752:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077563.284754:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077563.284756:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077563.284758:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077563.284760:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077563.284762:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077563.284764:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284765:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077563.284766:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284768:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077563.284771:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077563.284773:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284775:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077563.284778:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077563.284781:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077563.284783:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077563.284785:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077563.284787:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077563.284798:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077563.284800:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077563.284804:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077563.284805:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077563.284809:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077563.284811:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077563.284817:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077563.284825:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077563.284832:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077563.284840:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612156160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077563.284850:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077563.284854:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077563.284857:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612156160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077563.284878:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077563.284880:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077563.284883:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077563.284885:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077563.284886:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077563.284888:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077563.284890:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4548
00000400:00000200:0.0:1769077563.284893:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077563.284895:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077563.284897:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077563.284899:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284901:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077563.284903:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284904:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077563.284907:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077563.284908:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077563.284909:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077563.284910:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077563.284912:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077563.284913:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077563.284916:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284918:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077563.284920:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284922:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077563.284924:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077563.284925:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077563.284927:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077563.284929:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077563.284950:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077563.284952:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077563.284953:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077563.284957:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077563.284960:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077563.284963:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077563.284969:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077563.284971:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077563.284973:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077563.284977:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077563.284983:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077563.284988:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077563.284991:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077563.284995:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077563.285001:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077563.285016:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077563.285042:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077563.285046:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077563.285058:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612156288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077563.285090:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077563.285095:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077563.285103:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077563.285108:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077563.285113:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077563.285123:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4558)
00000100:00000001:0.0:1769077563.285156:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077563.285160:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077563.285176:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077563.285180:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077563.285186:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077563.285190:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077563.285201:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077563.285208:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077563.285212:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077563.285289:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077563.285293:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077563.285652:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077563.285654:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077563.668763:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077563.668768:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077563.668772:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077564.692716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077564.692720:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077564.692724:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077565.716732:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077565.716737:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077565.716741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077566.740729:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077566.740733:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077566.740735:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077567.764751:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077567.764755:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077567.764757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077567.892663:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299225155, at 4299225600
00000100:00000010:0.0:1769077567.892672:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00080000:3.0:1769077568.404700:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077568.404709:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077568.404712:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077568.404728:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077568.404731:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077568.404739:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4553
00000400:00000200:3.0:1769077568.404748:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077568.404755:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077568.404758:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077568.404762:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.404765:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077568.404767:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.404770:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077568.404774:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077568.404776:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077568.404779:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077568.404781:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077568.404783:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077568.404785:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077568.404788:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.404790:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077568.404793:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.404794:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077568.404797:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077568.404801:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077568.404803:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077568.404805:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077568.404809:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077568.404811:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077568.404813:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077568.404815:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077568.404824:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769077568.404827:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077568.404831:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077568.404832:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077568.404835:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077568.404837:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077568.404841:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077568.404869:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769077568.404876:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077568.404885:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612156416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077568.404907:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077568.404912:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077568.404916:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612156416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077568.404939:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077568.404942:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077568.404945:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077568.404946:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077568.404948:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077568.404950:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077568.404966:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4553
00000400:00000200:3.0:1769077568.404970:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077568.404973:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077568.404975:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077568.404978:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.404981:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077568.404984:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.404987:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077568.404989:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077568.404991:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077568.404993:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077568.404994:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077568.404996:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077568.405016:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077568.405025:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.405028:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077568.405034:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077568.405040:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077568.405043:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077568.405051:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077568.405060:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077568.405068:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077568.405079:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077568.405088:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077568.405095:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077568.405105:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077568.405117:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077568.405126:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077568.405137:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769077568.405162:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077568.405167:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077568.405170:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077568.405175:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077568.405179:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077568.405183:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077568.405192:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769077568.405201:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077568.405212:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612156544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077568.405225:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077568.405231:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077568.405237:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612156544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077568.405251:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077568.405258:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077568.405266:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077568.405271:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077568.405277:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077568.405285:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4563)
00000800:00000200:1.1:1769077568.405423:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077568.405428:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077568.406042:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077568.406045:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077568.788759:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077568.788765:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077568.788769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077569.812757:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077569.812761:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077569.812764:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077570.836779:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077570.836784:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077570.836789:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077571.860771:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077571.860775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077571.860778:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077572.884814:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077572.884818:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077572.884821:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077573.012651:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299230275, at 4299230720
00000100:00000010:0.0:1769077573.012665:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00080000:0.0:1769077573.524689:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077573.524696:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077573.524699:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077573.524702:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077573.524705:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077573.524711:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4558
00000400:00000200:0.0:1769077573.524720:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077573.524726:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077573.524728:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077573.524730:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524733:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077573.524735:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524736:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077573.524739:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077573.524740:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077573.524743:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077573.524745:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077573.524746:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077573.524749:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077573.524751:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524752:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077573.524754:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524755:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077573.524757:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077573.524759:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524771:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077573.524773:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077573.524775:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077573.524777:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077573.524779:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077573.524781:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077573.524788:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077573.524790:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077573.524793:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077573.524794:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077573.524797:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077573.524799:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077573.524802:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077573.524808:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077573.524813:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077573.524820:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612156672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077573.524828:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077573.524832:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077573.524835:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612156672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077573.524851:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077573.524854:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077573.524856:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077573.524857:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077573.524859:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077573.524861:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077573.524863:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4558
00000400:00000200:0.0:1769077573.524866:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077573.524869:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077573.524871:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077573.524875:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524878:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077573.524881:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524884:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077573.524887:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077573.524889:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077573.524891:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077573.524894:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077573.524897:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077573.524901:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077573.524923:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524927:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077573.524932:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524935:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077573.524939:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077573.524945:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077573.524949:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077573.524953:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077573.524959:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077573.524964:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077573.524966:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077573.524971:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077573.524978:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077573.524981:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077573.524989:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077573.524996:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077573.525017:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077573.525021:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077573.525025:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077573.525027:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077573.525031:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077573.525038:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077573.525045:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077573.525055:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612156800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077573.525075:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077573.525078:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077573.525081:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612156800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077573.525093:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077573.525098:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077573.525102:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077573.525107:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077573.525110:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077573.525117:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4568)
00000800:00000200:1.1:1769077573.525159:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077573.525162:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077573.525453:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077573.525455:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769077573.908699:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077573.908703:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077573.908706:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077574.548671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077574.548679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077574.548681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077574.548687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077574.548691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077574.548695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077574.548698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077574.548701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077574.548705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077574.932751:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077574.932755:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077574.932758:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077575.572658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077575.572664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077575.572666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077575.572670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077575.572673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077575.572676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.572678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077575.572680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077575.572682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077575.956697:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077575.956701:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077575.956704:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077576.596642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077576.596651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077576.596653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077576.596659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077576.596662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077576.596666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077576.596669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077576.596672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077576.596675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077576.980742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077576.980746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077576.980749:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077577.620663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077577.620671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077577.620672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077577.620678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077577.620682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077577.620687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077577.620690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077577.620715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077577.620718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077578.004799:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077578.004806:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077578.004811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077578.132654:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299235395, at 4299235840
00000100:00000010:0.0:1769077578.132668:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00080000:0.0:1769077578.644619:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077578.644628:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077578.644630:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077578.644633:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077578.644636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077578.644637:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077578.644643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077578.644648:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4563
00000100:00000001:2.0:1769077578.644648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077578.644656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077578.644660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077578.644663:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077578.644665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077578.644669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077578.644673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077578.644674:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077578.644692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077578.644708:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077578.644713:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644716:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077578.644718:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644721:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077578.644726:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077578.644728:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077578.644730:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077578.644734:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077578.644736:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077578.644739:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077578.644743:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644745:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077578.644747:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644749:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077578.644753:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077578.644756:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644759:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077578.644762:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077578.644765:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077578.644769:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077578.644771:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077578.644773:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077578.644782:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769077578.644787:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077578.644791:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077578.644793:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077578.644795:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077578.644799:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077578.644802:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077578.644811:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769077578.644817:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077578.644826:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612156928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077578.644837:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077578.644842:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077578.644848:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612156928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077578.644871:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077578.644875:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077578.644879:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077578.644880:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077578.644883:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077578.644885:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077578.644888:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4563
00000400:00000200:0.0:1769077578.644893:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077578.644897:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077578.644899:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077578.644903:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644906:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077578.644909:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644911:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077578.644914:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077578.644915:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077578.644918:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077578.644920:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077578.644923:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077578.644925:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077578.644938:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644946:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077578.644956:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077578.644964:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077578.644977:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077578.644993:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077578.645005:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077578.645015:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077578.645025:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077578.645031:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077578.645038:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077578.645048:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077578.645058:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077578.645063:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077578.645077:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077578.645084:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077578.645091:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077578.645099:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077578.645105:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077578.645114:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077578.645121:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077578.645131:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077578.645141:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077578.645153:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077578.645169:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077578.645171:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077578.645183:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077578.645205:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077578.645209:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077578.645218:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077578.645224:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077578.645237:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077578.645249:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4574)
00000800:00000200:1.1:1769077578.645296:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077578.645508:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:2.0:1769077579.028814:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077579.028820:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077579.028823:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077579.668699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077579.668709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077579.668711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077579.668719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077579.668725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077579.668734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077579.668737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077579.668740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077579.668742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077580.052819:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077580.052825:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077580.052829:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077580.692705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077580.692713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077580.692715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077580.692720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077580.692725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077580.692729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077580.692733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077580.692735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077580.692738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077581.076842:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077581.076846:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077581.076849:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077581.716664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077581.716670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077581.716672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077581.716676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077581.716679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077581.716683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077581.716686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077581.716688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077581.716691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077581.716820:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769077581.716855:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077581.716864:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077581.716867:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769077581.716870:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077581.716873:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077581.716878:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077581.716882:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:3.0:1769077581.716888:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077581.716893:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077581.716900:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:3.0:1769077581.716904:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:3.0:1769077581.716909:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077581.716917:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0960700 x1855007612156928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077581.716942:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077581.716945:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612156928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077581.716950:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077581.716952:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077581.716960:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077581.716961:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571ca00.
00000400:00000200:3.0:1769077581.716963:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077581.716967:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077581.716970:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1dd0
00000400:00000010:3.0:1769077581.716973:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1dd0.
00000100:00000001:3.0:1769077581.716975:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077581.716980:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0963b80 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077581.716989:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077581.716992:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963b80 x1855007612157056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077581.716999:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077581.717001:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077582.100789:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077582.100795:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077582.100799:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077582.740660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077582.740666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077582.740668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077582.740672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077582.740675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077582.740679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077582.740681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077582.740683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077582.740686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077583.124858:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077583.124864:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077583.124868:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077583.252682:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299240515, at 4299240960
00000100:00000010:0.0:1769077583.252697:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00080000:0.0:1769077583.764678:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077583.764688:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077583.764690:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077583.764694:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077583.764695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077583.764697:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077583.764701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077583.764705:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4569
00000100:00000001:2.0:1769077583.764705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077583.764712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:0.0:1769077583.764717:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077583.764718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077583.764723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077583.764727:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077583.764728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077583.764731:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077583.764732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769077583.764736:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077583.764738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077583.764740:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077583.764743:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764745:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077583.764750:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077583.764752:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077583.764755:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077583.764758:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077583.764761:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077583.764764:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077583.764768:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764770:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077583.764773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764776:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077583.764779:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077583.764783:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764785:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077583.764788:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077583.764792:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077583.764795:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077583.764798:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077583.764800:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077583.764807:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077583.764811:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077583.764815:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077583.764816:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077583.764819:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077583.764821:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077583.764824:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077583.764830:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077583.764835:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077583.764843:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612157184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077583.764851:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077583.764854:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077583.764858:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612157184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077583.764881:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077583.764884:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077583.764886:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077583.764887:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077583.764889:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077583.764891:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077583.764892:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4569
00000400:00000200:0.0:1769077583.764896:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077583.764899:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077583.764901:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077583.764904:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764906:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077583.764909:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764911:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077583.764913:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077583.764915:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077583.764918:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077583.764920:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077583.764923:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077583.764926:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077583.764929:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764932:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077583.764934:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764935:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077583.764939:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077583.764951:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077583.764955:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077583.764962:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077583.764970:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077583.764975:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077583.764980:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077583.764986:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077583.764992:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077583.764997:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077583.765005:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077583.765012:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077583.765017:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077583.765021:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077583.765026:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077583.765030:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077583.765035:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077583.765044:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077583.765052:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077583.765071:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612157312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077583.765085:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077583.765090:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077583.765098:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612157312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077583.765135:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077583.765138:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077583.765148:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077583.765154:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077583.765162:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077583.765170:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4579)
00000800:00000200:1.1:1769077583.765303:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077583.765308:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077583.765819:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077583.765822:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077584.148742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077584.148747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077584.148751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077584.788677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077584.788684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077584.788686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077584.788690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077584.788694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077584.788697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077584.788700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077584.788702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077584.788703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077585.172776:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077585.172781:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077585.172785:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077585.812638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077585.812645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077585.812646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077585.812650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077585.812653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077585.812656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077585.812658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077585.812660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077585.812662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077586.196758:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077586.196763:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077586.196767:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077586.836635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077586.836643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077586.836645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077586.836651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077586.836655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077586.836659:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077586.836661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077586.836664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077586.836666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077587.220795:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077587.220799:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077587.220802:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077587.860688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077587.860699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077587.860701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077587.860708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077587.860713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077587.860718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077587.860721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077587.860725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077587.860729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077588.244799:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077588.244804:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077588.244808:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077588.373740:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299245635, at 4299246081
00000100:00000010:0.0:1769077588.373761:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:2.0:1769077588.884643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077588.884649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077588.884651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077588.884655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077588.884659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077588.884662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.884664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077588.884667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.884669:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.884919:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077588.884927:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077588.884930:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077588.884945:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.884976:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077588.884979:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077588.884986:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077588.884992:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077588.885005:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077588.885018:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612157440:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077588.885032:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077588.885043:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077588.885049:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077588.885056:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077588.885066:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077588.885070:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077588.885087:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077588.885093:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077588.885100:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077588.885109:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612157440, portal 25
00000100:00000001:2.0:1769077588.885113:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077588.885120:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455728512 : -118662253823104 : ffff9413ca833b80)
00000100:00000040:2.0:1769077588.885135:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885181:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077588.885195:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077588.885199:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077588.885213:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612157440, offset 0
00000400:00000200:2.0:1769077588.885234:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077588.885248:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077588.885259:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077588.885265:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077588.885268:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077588.885273:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077588.885275:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077588.885279:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3614:3614:256:4294967295] 192.168.204.106@tcp LPNI seq info [3613:3613:8:4294967295]
00000400:00000200:2.0:1769077588.885283:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077588.885298:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077588.885302:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077588.885308:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077588.885315:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077588.885319:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077588.885326:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077588.885331:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077588.885335:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077588.885338:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077588.885344:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077588.885350:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077588.885355:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077588.885357:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077588.885362:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077588.885365:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885373:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077588.885376:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885381:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.885382:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077588.885387:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077588.885390:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077588.885393:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299250755
00000100:00000010:2.0:1769077588.885398:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b600.
00000100:00000001:2.0:1769077588.885403:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077588.885415:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299250755
00000100:00000010:2.0:1769077588.885418:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b240.
00000100:00000001:2.0:1769077588.885420:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077588.885423:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077588.885425:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.885427:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077588.885430:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077588/real 1769077588]  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077588.885438:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077588.885439:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077588.885441:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077588.885443:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077588.885445:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077588.885447:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077588.885450:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077588.885456:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885461:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077588.885462:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885463:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077588.885465:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077588.885467:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885471:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077588.885475:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885480:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077588.885483:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885484:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077588.885485:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885487:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077588.885488:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077588.885491:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077588.885494:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077588.885495:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077588.885498:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077588.885518:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612157440:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077588.885522:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885523:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077588.885526:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833b80 x1855007612157440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885530:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077588.885533:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077588.885535:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077588.885538:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077588.885540:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077588.885541:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077588.885543:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077588.885545:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:2.0:1769077588.885548:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077588.885549:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077588.885568:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833b80.
00000100:00000001:2.0:1769077588.885571:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077588.885572:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885574:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885579:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077588.885581:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.885582:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077588.885584:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077588.885585:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077588.885588:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885593:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077588.885594:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077588.885595:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077588.885597:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077588.885598:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077588.885600:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612157568:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077588.885603:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077588.885605:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077588.885606:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077588.885607:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077588.885609:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077588.885611:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077588.885614:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077588.885616:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077588.885618:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077588.885621:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612157568, portal 10
00000100:00000001:2.0:1769077588.885622:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077588.885623:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455721344 : -118662253830272 : ffff9413ca831f80)
00000100:00000040:2.0:1769077588.885628:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885632:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077588.885634:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077588.885635:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077588.885637:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612157568, offset 0
00000400:00000200:2.0:1769077588.885639:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077588.885642:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077588.885645:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077588.885647:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077588.885648:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077588.885650:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077588.885652:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077588.885654:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3615:3615:256:4294967295] 192.168.204.106@tcp LPNI seq info [3614:3614:8:4294967295]
00000400:00000200:2.0:1769077588.885657:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077588.885662:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077588.885665:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077588.885667:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077588.885669:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077588.885671:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077588.885674:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077588.885676:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077588.885679:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077588.885680:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077588.885682:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077588.885684:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077588.885686:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077588.885688:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077588.885689:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077588.885691:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885697:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077588.885699:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885703:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.885704:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077588.885706:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077588.885709:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077588.885711:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077588.885713:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299247392
00000100:00000001:2.0:1769077588.885715:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299250755
00000100:00000001:2.0:1769077588.885716:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299247392
00000100:00000001:2.0:1769077588.885718:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299250755
00000100:00000001:2.0:1769077588.885719:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077588.885721:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.885722:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077588.885724:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077588/real 1769077588]  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077588.885729:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077588.885730:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077588.885731:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077588.885733:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077588.885734:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077588.885735:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077588.885737:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077588.885742:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885747:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077588.885747:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885749:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077588.885749:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077588.885752:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885756:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077588.885758:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885762:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077588.885763:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885764:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077588.885765:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885766:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077588.885768:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077588.885770:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077588.885772:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077588.885774:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077588.885776:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077588.885781:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612157568:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077588.885783:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885784:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077588.885786:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831f80 x1855007612157568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077588.885790:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077588.885791:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077588.885792:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769077588.885793:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077588.885794:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077588.885795:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077588.885796:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077588.885797:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf800.
02000000:00000001:2.0:1769077588.885799:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077588.885800:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077588.885802:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831f80.
00000100:00000001:2.0:1769077588.885805:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077588.885806:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885808:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077588.885811:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077588.885812:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077588.885814:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077588.885816:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077589.268762:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077589.268768:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077589.268771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077589.908643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077589.908650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077589.908652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077589.908658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077589.908662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077589.908666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077589.908669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077589.908672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077589.908674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077590.292821:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077590.292827:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077590.292830:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077590.932627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077590.932633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077590.932635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077590.932639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077590.932642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077590.932645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077590.932647:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077590.932650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077590.932652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077591.316728:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077591.316735:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077591.316740:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077591.956619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077591.956625:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077591.956627:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077591.956631:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077591.956633:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077591.956636:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077591.956638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077591.956640:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077591.956643:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077592.340800:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077592.340806:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077592.340810:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077592.980667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077592.980673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077592.980674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077592.980678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077592.980681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077592.980683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077592.980686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077592.980688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077592.980690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077593.364769:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077593.364775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077593.364779:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077593.492699:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299250755, at 4299251200
00000100:00000010:0.0:1769077593.492720:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b600.
00000100:00000001:2.0:1769077594.004640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077594.004646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077594.004648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077594.004652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077594.004656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077594.004660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.004662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077594.004664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.004667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077594.004700:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077594.004711:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077594.004715:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077594.004719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077594.004725:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077594.004734:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4579
00000400:00000200:3.0:1769077594.004746:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077594.004755:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077594.004760:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077594.004764:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077594.004768:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077594.004771:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077594.004774:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077594.004778:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077594.004780:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077594.004783:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077594.004786:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077594.004789:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077594.004792:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077594.004795:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077594.004798:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077594.004800:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077594.004802:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077594.004806:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077594.004810:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077594.004814:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.004817:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077594.004822:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077594.004825:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.004828:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077594.004831:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077594.004843:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769077594.004847:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077594.004853:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077594.004855:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.004859:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077594.004862:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077594.004868:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077594.004877:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769077594.004885:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077594.004896:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077594.004909:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077594.004915:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077594.004921:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.004952:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077594.004956:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077594.004960:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077594.004962:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077594.004965:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077594.004968:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077594.004971:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4579
00000400:00000200:3.0:1769077594.004976:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077594.004982:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077594.004985:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077594.004988:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077594.004989:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077594.004992:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077594.004995:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077594.004996:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077594.004998:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077594.005001:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077594.005005:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077594.005006:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077594.005010:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077594.005014:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077594.005022:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077594.005024:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077594.005028:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769077594.005029:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077594.005033:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077594.005037:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077594.005040:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077594.005042:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077594.005045:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077594.005049:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077594.005050:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077594.005056:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00100000:2.0:1769077594.005059:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612157696:192.168.204.106@tcp:250:kworker.0
00000020:00000040:3.0:1769077594.005060:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077594.005067:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077594.005070:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077594.005071:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.005075:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077594.005076:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077594.005081:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.005083:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077594.005085:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077594.005087:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.005091:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077594.005092:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077594.005095:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077594.005102:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077594.005104:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:3.0:1769077594.005110:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077594.005112:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000001:3.0:1769077594.005114:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077594.005120:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000400:00000010:2.0:1769077594.005124:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000020:00000040:3.0:1769077594.005124:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077594.005131:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077594.005133:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.005135:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077594.005136:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077594.005138:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612157696, portal 25
02000000:00000001:3.0:1769077594.005139:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.005146:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077594.005148:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
02000000:00000010:3.0:1769077594.005148:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769077594.005156:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077594.005159:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077594.005167:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077594.005169:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077594.005177:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077594.005183:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000001:3.0:1769077594.005183:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077594.005188:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077594.005191:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612157696, offset 0
00000100:00000040:3.0:1769077594.005195:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077594.005206:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769077594.005213:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077594.005218:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077594.005221:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769077594.005225:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077594.005230:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077594.005233:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769077594.005239:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077594.005243:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077594.005247:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4589)
00000400:00000200:2.0:1769077594.005249:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077594.005263:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077594.005268:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077594.005272:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3616:3616:256:4294967295] 192.168.204.106@tcp LPNI seq info [3615:3615:8:4294967295]
00000400:00000200:2.0:1769077594.005277:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077594.005287:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077594.005293:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077594.005301:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077594.005309:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077594.005312:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077594.005318:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077594.005321:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077594.005325:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077594.005327:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077594.005333:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077594.005338:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077594.005343:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077594.005345:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077594.005348:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077594.005352:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005360:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077594.005363:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005369:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.005370:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077594.005376:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077594.005379:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077594.005381:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299255875
00000100:00000010:2.0:1769077594.005386:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b420.
00000100:00000001:2.0:1769077594.005393:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077594.005399:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299255875
00000100:00000010:2.0:1769077594.005401:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bd80.
00000100:00000001:2.0:1769077594.005404:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077594.005406:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077594.005409:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.005411:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077594.005415:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077594/real 1769077594]  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077594.005435:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077594.005437:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077594.005439:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077594.005441:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077594.005442:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077594.005445:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077594.005448:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077594.005454:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005459:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077594.005460:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005462:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077594.005464:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077594.005466:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005472:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077594.005476:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005481:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077594.005483:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005484:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077594.005484:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005486:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077594.005488:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077594.005490:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077594.005493:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077594.005494:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077594.005497:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077594.005503:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612157696:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077594.005506:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005508:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077594.005510:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612157696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005515:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077594.005518:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077594.005520:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077594.005523:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077594.005524:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077594.005525:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077594.005527:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077594.005535:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:2.0:1769077594.005539:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077594.005541:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077594.005542:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:2.0:1769077594.005545:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077594.005546:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005548:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005576:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077594.005578:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.005581:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077594.005582:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077594.005584:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077594.005588:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005596:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077594.005597:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077594.005600:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077594.005602:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077594.005604:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077594.005607:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612157824:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077594.005611:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077594.005613:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077594.005615:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077594.005617:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077594.005621:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077594.005623:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077594.005628:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077594.005632:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077594.005636:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077594.005638:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612157824, portal 10
00000100:00000001:2.0:1769077594.005640:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077594.005641:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
00000100:00000040:2.0:1769077594.005647:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005652:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077594.005653:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077594.005655:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077594.005657:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612157824, offset 0
00000400:00000200:2.0:1769077594.005660:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077594.005665:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077594.005668:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077594.005672:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077594.005675:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077594.005678:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077594.005680:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077594.005684:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3617:3617:256:4294967295] 192.168.204.106@tcp LPNI seq info [3616:3616:8:4294967295]
00000400:00000200:2.0:1769077594.005688:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077594.005695:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077594.005701:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077594.005704:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077594.005707:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077594.005709:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077594.005712:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077594.005731:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077594.005734:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077594.005735:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077594.005737:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077594.005740:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077594.005743:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077594.005744:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077594.005746:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077594.005749:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005755:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077594.005757:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005762:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.005763:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077594.005766:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077594.005769:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077594.005772:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077594.005774:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299252512
00000100:00000001:2.0:1769077594.005776:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299255875
00000100:00000001:2.0:1769077594.005778:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299252512
00000100:00000001:2.0:1769077594.005779:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299255875
00000100:00000001:2.0:1769077594.005781:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077594.005782:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.005783:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077594.005786:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077594/real 1769077594]  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077594.005791:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077594.005792:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077594.005794:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077594.005795:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077594.005796:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077594.005798:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077594.005800:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077594.005806:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005809:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077594.005810:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005811:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077594.005812:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077594.005814:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005818:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077594.005821:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005826:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077594.005828:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005829:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077594.005830:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005831:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077594.005832:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077594.005834:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077594.005836:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077594.005837:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077594.005840:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077594.005844:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612157824:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077594.005847:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005848:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077594.005850:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612157824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.005854:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077594.005855:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077594.005856:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077594.005858:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077594.005859:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077594.005860:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077594.005862:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077594.005863:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:2.0:1769077594.005865:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077594.005866:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077594.005867:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:2.0:1769077594.005870:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077594.005871:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005873:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077594.005875:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077594.005876:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.005878:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077594.005879:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077594.388772:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077594.388777:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077594.388780:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077595.028705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077595.028711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077595.028713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077595.028717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077595.028720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077595.028723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077595.028725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077595.028727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077595.028729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077595.412817:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077595.412823:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077595.412826:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077596.052641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077596.052648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077596.052649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077596.052653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077596.052656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077596.052660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077596.052662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077596.052664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077596.052666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077596.436736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077596.436743:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077596.436749:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077597.076638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077597.076645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077597.076646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077597.076650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077597.076653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077597.076656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077597.076658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077597.076660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077597.076663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077597.460788:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077597.460794:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077597.460798:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077598.100624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077598.100631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077598.100633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077598.100638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077598.100641:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077598.100644:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077598.100646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077598.100656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077598.100658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077598.484808:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077598.484815:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077598.484820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077598.612655:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299255875, at 4299256320
00000100:00000010:0.0:1769077598.612673:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b420.
00000100:00080000:3.0:1769077599.124652:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077599.124661:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077599.124664:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077599.124668:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077599.124669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077599.124673:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077599.124676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077599.124681:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4584
00000100:00000001:0.0:1769077599.124682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077599.124689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:3.0:1769077599.124693:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077599.124695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769077599.124700:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077599.124701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077599.124705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077599.124709:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077599.124711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077599.124714:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077599.124718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077599.124720:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077599.124725:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124727:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077599.124730:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077599.124731:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077599.124734:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077599.124736:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077599.124738:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077599.124740:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077599.124742:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124744:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077599.124745:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124747:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077599.124749:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077599.124751:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124753:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077599.124755:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077599.124758:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077599.124761:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077599.124762:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077599.124764:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077599.124772:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769077599.124775:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077599.124777:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077599.124779:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077599.124781:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077599.124783:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077599.124786:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077599.124792:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077599.124797:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077599.124804:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077599.124812:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077599.124816:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077599.124819:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077599.124839:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077599.124841:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077599.124844:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077599.124845:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077599.124846:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077599.124848:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077599.124849:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4584
00000400:00000200:3.0:1769077599.124852:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077599.124854:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077599.124856:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077599.124859:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124861:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077599.124864:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124865:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077599.124867:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077599.124869:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077599.124869:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077599.124873:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077599.124874:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077599.124876:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077599.124878:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077599.124879:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077599.124882:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077599.124888:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077599.124888:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124892:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077599.124896:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077599.124901:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077599.124905:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769077599.124908:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077599.124911:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077599.124912:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077599.124915:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077599.124917:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077599.124918:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077599.124921:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077599.124924:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077599.124925:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077599.124931:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077599.124934:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612157952:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769077599.124935:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077599.124940:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077599.124941:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769077599.124945:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077599.124946:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077599.124948:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077599.124949:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077599.124952:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
02000000:00000001:2.0:1769077599.124953:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769077599.124957:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000010:2.0:1769077599.124960:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:3.0:1769077599.124960:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077599.124961:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077599.124964:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077599.124965:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077599.124968:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077599.124971:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077599.124974:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:3.0:1769077599.124976:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000400:00000010:2.0:1769077599.124980:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000001:3.0:1769077599.124984:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077599.124990:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00100000:3.0:1769077599.124991:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077599.125000:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077599.125001:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612157952, portal 25
00000100:00000001:3.0:1769077599.125002:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.125008:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769077599.125009:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125014:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000100:00000001:3.0:1769077599.125023:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077599.125025:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077599.125029:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077599.125029:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077599.125034:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077599.125043:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077599.125050:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077599.125052:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4594)
00000100:00000040:2.0:1769077599.125054:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077599.125059:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077599.125063:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612157952, offset 0
00000400:00000200:2.0:1769077599.125069:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077599.125078:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077599.125091:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077599.125096:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077599.125100:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077599.125103:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077599.125105:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077599.125108:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3618:3618:256:4294967295] 192.168.204.106@tcp LPNI seq info [3617:3617:8:4294967295]
00000400:00000200:2.0:1769077599.125111:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077599.125120:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077599.125124:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077599.125128:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077599.125134:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077599.125137:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077599.125142:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077599.125144:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077599.125147:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077599.125149:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077599.125154:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077599.125158:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077599.125162:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077599.125163:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077599.125167:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077599.125170:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125177:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077599.125180:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125185:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.125187:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077599.125191:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077599.125194:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077599.125197:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299260995
00000100:00000010:2.0:1769077599.125201:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bcc0.
00000100:00000001:2.0:1769077599.125206:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077599.125212:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299260995
00000100:00000010:2.0:1769077599.125215:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba20.
00000100:00000001:2.0:1769077599.125219:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077599.125222:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077599.125225:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.125228:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077599.125233:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077599/real 1769077599]  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077599.125243:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077599.125245:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077599.125247:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077599.125250:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077599.125251:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077599.125254:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077599.125257:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077599.125267:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125274:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077599.125276:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125279:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077599.125281:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077599.125285:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125294:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077599.125299:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125307:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077599.125310:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125312:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077599.125313:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125316:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077599.125318:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077599.125321:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077599.125325:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077599.125328:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077599.125359:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077599.125365:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612157952:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077599.125369:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125371:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077599.125372:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612157952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125377:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077599.125379:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077599.125381:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077599.125383:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077599.125385:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077599.125386:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077599.125388:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077599.125389:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:2.0:1769077599.125392:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077599.125395:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077599.125397:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:2.0:1769077599.125401:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077599.125402:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125404:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125411:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077599.125413:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.125415:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077599.125416:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077599.125418:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077599.125422:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125429:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077599.125431:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077599.125433:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077599.125435:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077599.125437:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077599.125440:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158080:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077599.125444:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077599.125446:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077599.125448:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077599.125450:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077599.125453:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077599.125455:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077599.125460:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077599.125463:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077599.125467:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077599.125470:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158080, portal 10
00000100:00000001:2.0:1769077599.125472:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077599.125473:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
00000100:00000040:2.0:1769077599.125480:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125488:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077599.125490:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077599.125493:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077599.125496:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612158080, offset 0
00000400:00000200:2.0:1769077599.125500:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077599.125505:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077599.125509:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077599.125512:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077599.125515:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077599.125517:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077599.125520:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077599.125523:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3619:3619:256:4294967295] 192.168.204.106@tcp LPNI seq info [3618:3618:8:4294967295]
00000400:00000200:2.0:1769077599.125528:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077599.125535:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077599.125540:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077599.125544:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077599.125548:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077599.125571:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077599.125577:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077599.125580:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077599.125584:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077599.125586:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077599.125589:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077599.125593:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077599.125597:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077599.125599:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077599.125601:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077599.125606:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125615:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077599.125618:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125626:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.125628:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077599.125632:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077599.125636:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077599.125639:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077599.125640:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299257632
00000100:00000001:2.0:1769077599.125642:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299260995
00000100:00000001:2.0:1769077599.125644:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299257632
00000100:00000001:2.0:1769077599.125646:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299260995
00000100:00000001:2.0:1769077599.125649:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077599.125651:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.125653:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077599.125657:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077599/real 1769077599]  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077599.125666:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077599.125667:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077599.125669:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077599.125671:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077599.125673:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077599.125675:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077599.125679:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077599.125688:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125695:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077599.125696:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125698:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077599.125700:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077599.125712:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125720:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077599.125724:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125732:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077599.125735:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125737:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077599.125738:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125740:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077599.125742:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077599.125745:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077599.125748:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077599.125751:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077599.125755:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077599.125764:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158080:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077599.125776:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125779:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077599.125782:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612158080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077599.125789:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077599.125791:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077599.125793:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077599.125796:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077599.125797:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077599.125799:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077599.125801:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077599.125802:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:2.0:1769077599.125804:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077599.125805:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077599.125806:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:2.0:1769077599.125809:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077599.125810:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125811:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077599.125814:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077599.125815:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077599.125816:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077599.125818:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077599.508727:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077599.508732:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077599.508735:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077600.148646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077600.148654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077600.148656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077600.148662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077600.148666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077600.148670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077600.148672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077600.148675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077600.148678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077600.532708:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077600.532711:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077600.532714:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077601.172639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077601.172645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077601.172646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077601.172650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077601.172653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077601.172656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077601.172658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077601.172660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077601.172662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077601.556723:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077601.556727:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077601.556729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077602.196696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077602.196702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077602.196704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077602.196708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077602.196711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077602.196714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077602.196718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077602.196721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077602.196724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077602.580735:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077602.580739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077602.580742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077603.220648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077603.220655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077603.220656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077603.220661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077603.220664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077603.220667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077603.220669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077603.220671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077603.220673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077603.604717:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077603.604721:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077603.604724:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077603.732661:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299260995, at 4299261440
00000100:00000010:0.0:1769077603.732674:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bcc0.
00000100:00080000:0.0:1769077604.244707:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077604.244718:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077604.244721:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077604.244724:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077604.244729:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077604.244736:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4589
00000400:00000200:0.0:1769077604.244745:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077604.244752:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077604.244755:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077604.244759:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244762:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077604.244765:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244768:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077604.244772:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077604.244774:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077604.244776:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077604.244779:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077604.244782:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077604.244785:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077604.244788:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244790:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077604.244792:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244795:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077604.244798:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077604.244802:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244804:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077604.244807:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077604.244811:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077604.244814:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077604.244816:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077604.244819:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077604.244828:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077604.244832:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077604.244836:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077604.244838:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077604.244841:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077604.244844:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077604.244848:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077604.244855:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077604.244862:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077604.244870:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077604.244881:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077604.244886:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077604.244891:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077604.244916:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077604.244919:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077604.244922:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077604.244924:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077604.244926:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077604.244930:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077604.244932:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4589
00000400:00000200:0.0:1769077604.244937:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077604.244940:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077604.244942:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077604.244946:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244949:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077604.244952:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244955:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077604.244957:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077604.244959:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:2.0:1769077604.244959:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077604.244964:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077604.244964:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077604.244967:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077604.244968:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077604.244972:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077604.244977:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077604.244978:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077604.244982:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244988:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077604.244993:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077604.244996:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077604.244999:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077604.245000:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769077604.245003:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077604.245005:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077604.245009:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077604.245010:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077604.245012:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077604.245015:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077604.245019:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077604.245021:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077604.245026:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077604.245030:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158208:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077604.245034:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077604.245038:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077604.245041:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077604.245043:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077604.245044:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077604.245050:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077604.245053:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077604.245054:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077604.245059:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077604.245060:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077604.245063:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077604.245065:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000010:0.0:1769077604.245070:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000400:00000010:2.0:1769077604.245073:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000020:00000040:0.0:1769077604.245075:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077604.245079:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769077604.245081:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158208, portal 25
02000000:00000001:0.0:1769077604.245082:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245086:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077604.245088:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077604.245089:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
02000000:00000001:0.0:1769077604.245091:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077604.245095:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077604.245096:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077604.245102:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077604.245108:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245113:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769077604.245115:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077604.245120:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077604.245125:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000001:0.0:1769077604.245131:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077604.245132:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612158208, offset 0
00000100:00000001:0.0:1769077604.245135:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077604.245140:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077604.245145:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077604.245153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077604.245163:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077604.245163:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769077604.245169:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077604.245171:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077604.245177:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077604.245178:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:0.0:1769077604.245185:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077604.245185:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077604.245189:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:0.0:1769077604.245192:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077604.245195:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3620:3620:256:4294967295] 192.168.204.106@tcp LPNI seq info [3619:3619:8:4294967295]
00000100:00000040:0.0:1769077604.245200:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4599)
00000400:00000200:2.0:1769077604.245200:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077604.245213:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077604.245218:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077604.245222:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077604.245229:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769077604.245230:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000800:00000200:2.0:1769077604.245233:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769077604.245235:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077604.245238:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769077604.245240:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00100000:0.0:1769077604.245242:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000800:00000200:2.1:1769077604.245255:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077604.245262:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077604.245263:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000010:2.0:1769077604.245265:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000100:00000001:0.0:1769077604.245268:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077604.245271:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:2.0:1769077604.245273:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077604.245274:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077604.245280:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077604.245284:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077604.245291:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077604.245295:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077604.245300:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077604.245306:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245318:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077604.245321:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245328:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245330:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077604.245335:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077604.245340:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077604.245343:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299266115
00000100:00000010:2.0:1769077604.245349:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b720.
00000100:00000001:2.0:1769077604.245355:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077604.245371:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299266115
00000100:00000010:2.0:1769077604.245375:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b900.
00000100:00000001:2.0:1769077604.245379:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077604.245382:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077604.245385:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245387:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077604.245392:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077604/real 1769077604]  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077604.245401:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077604.245403:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077604.245405:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077604.245408:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077604.245410:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077604.245412:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077604.245416:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077604.245423:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245436:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077604.245437:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245440:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077604.245442:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077604.245446:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245454:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077604.245458:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245465:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077604.245467:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245469:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077604.245470:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245472:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077604.245474:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077604.245477:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077604.245482:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077604.245485:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077604.245489:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077604.245498:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158208:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077604.245504:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245505:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077604.245509:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612158208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245516:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077604.245518:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077604.245521:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077604.245524:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077604.245525:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077604.245527:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077604.245528:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077604.245530:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:2.0:1769077604.245533:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077604.245535:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077604.245536:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:2.0:1769077604.245538:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077604.245539:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245541:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245546:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077604.245547:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245549:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077604.245550:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077604.245579:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077604.245582:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245587:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077604.245588:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077604.245590:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077604.245591:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077604.245593:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077604.245595:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158336:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077604.245597:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077604.245598:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077604.245600:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077604.245601:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077604.245603:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077604.245605:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077604.245608:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077604.245611:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077604.245613:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077604.245616:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158336, portal 10
00000100:00000001:2.0:1769077604.245618:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077604.245619:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:2.0:1769077604.245623:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245628:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077604.245629:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077604.245631:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077604.245632:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612158336, offset 0
00000400:00000200:2.0:1769077604.245635:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077604.245638:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077604.245641:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077604.245643:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077604.245645:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077604.245647:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077604.245648:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077604.245650:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3621:3621:256:4294967295] 192.168.204.106@tcp LPNI seq info [3620:3620:8:4294967295]
00000400:00000200:2.0:1769077604.245653:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077604.245658:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077604.245662:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077604.245664:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077604.245667:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077604.245669:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077604.245672:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077604.245674:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077604.245677:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077604.245678:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077604.245680:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077604.245683:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077604.245685:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077604.245686:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077604.245688:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077604.245690:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245700:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077604.245702:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245706:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245707:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077604.245709:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077604.245712:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077604.245714:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077604.245715:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299262752
00000100:00000001:2.0:1769077604.245717:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299266115
00000100:00000001:2.0:1769077604.245719:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299262752
00000100:00000001:2.0:1769077604.245720:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299266115
00000100:00000001:2.0:1769077604.245722:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077604.245723:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245724:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077604.245726:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077604/real 1769077604]  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077604.245731:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077604.245732:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077604.245733:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077604.245734:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077604.245735:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077604.245737:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077604.245739:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077604.245744:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245748:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077604.245749:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245751:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077604.245752:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077604.245754:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245758:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077604.245761:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245765:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077604.245766:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245767:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077604.245768:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245769:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077604.245770:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077604.245772:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077604.245774:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077604.245775:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077604.245778:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077604.245782:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158336:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077604.245785:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245786:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077604.245788:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612158336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077604.245792:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077604.245794:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077604.245795:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077604.245796:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077604.245797:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077604.245798:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077604.245800:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077604.245801:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:2.0:1769077604.245803:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077604.245804:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077604.245805:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:2.0:1769077604.245806:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077604.245807:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245808:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077604.245810:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077604.245811:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077604.245812:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077604.245813:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077604.628799:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077604.628807:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077604.628812:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077605.268647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077605.268655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077605.268658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077605.268663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077605.268667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077605.268671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077605.268673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077605.268675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077605.268678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077605.652757:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077605.652764:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077605.652768:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077606.292719:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077606.292730:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077606.292733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077606.292742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077606.292747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077606.292752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077606.292755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077606.292757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077606.292760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077606.676788:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077606.676793:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077606.676798:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077607.316716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077607.316721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077607.316723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077607.316727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077607.316730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077607.316733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077607.316735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077607.316737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077607.316741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077607.700806:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077607.700811:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077607.700815:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077608.340703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077608.340712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077608.340714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077608.340720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077608.340723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077608.340727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077608.340730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077608.340732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077608.340734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077608.724741:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077608.724746:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077608.724751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077608.852672:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299266115, at 4299266560
00000100:00000010:0.0:1769077608.852696:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b720.
00000100:00080000:0.0:1769077609.364731:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077609.364747:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077609.364751:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077609.364759:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077609.364768:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077609.364793:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4594
00000400:00000200:0.0:1769077609.364805:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077609.364812:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077609.364816:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077609.364820:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.364823:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077609.364825:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.364827:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077609.364832:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077609.364834:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077609.364836:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077609.364838:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077609.364840:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077609.364842:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077609.364844:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.364845:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077609.364846:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.364848:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077609.364852:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077609.364856:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077609.364859:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077609.364862:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077609.364866:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077609.364870:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077609.364874:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077609.364877:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077609.364889:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077609.364894:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077609.364899:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077609.364901:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077609.364905:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077609.364909:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077609.364915:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077609.364924:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769077609.364931:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077609.364949:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077609.364959:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077609.364964:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077609.364970:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077609.364996:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077609.365000:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077609.365004:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077609.365006:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077609.365008:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077609.365012:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077609.365015:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4594
00000400:00000200:0.0:1769077609.365020:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077609.365023:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077609.365025:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077609.365028:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.365030:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077609.365032:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.365034:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077609.365036:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077609.365037:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077609.365041:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:2.0:1769077609.365042:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077609.365043:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077609.365046:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077609.365046:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077609.365050:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077609.365054:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077609.365056:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077609.365059:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.365063:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077609.365068:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077609.365073:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077609.365074:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077609.365076:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769077609.365077:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077609.365081:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:2.0:1769077609.365083:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077609.365084:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077609.365087:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077609.365087:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077609.365091:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077609.365096:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077609.365096:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158464:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769077609.365103:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.365104:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077609.365108:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077609.365109:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077609.365112:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077609.365115:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077609.365115:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769077609.365121:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077609.365121:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077609.365124:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077609.365127:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077609.365134:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000400:00000200:2.0:1769077609.365134:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077609.365139:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000020:00000040:0.0:1769077609.365140:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077609.365147:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077609.365148:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077609.365151:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077609.365152:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
02000000:00000001:0.0:1769077609.365153:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077609.365157:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077609.365175:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158464, portal 25
00000100:00000001:2.0:1769077609.365181:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1769077609.365183:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:2.0:1769077609.365184:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000001:0.0:1769077609.365189:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077609.365196:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077609.365197:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077609.365222:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077609.365223:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1769077609.365228:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077609.365229:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077609.365232:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000040:0.0:1769077609.365234:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077609.365238:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612158464, offset 0
00000100:00000001:0.0:1769077609.365247:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077609.365252:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077609.365252:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077609.365258:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077609.365261:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077609.365263:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077609.365267:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077609.365269:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4604)
00000400:00000200:2.0:1769077609.365277:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077609.365286:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077609.365292:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077609.365297:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077609.365301:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077609.365307:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3622:3622:256:4294967295] 192.168.204.106@tcp LPNI seq info [3621:3621:8:4294967295]
00000400:00000200:2.0:1769077609.365313:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077609.365328:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077609.365336:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077609.365343:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077609.365352:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077609.365356:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077609.365364:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077609.365367:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077609.365372:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077609.365375:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077609.365381:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077609.365386:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077609.365391:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077609.365393:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077609.365397:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077609.365401:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365410:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077609.365412:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365418:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.365420:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077609.365426:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077609.365430:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077609.365432:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299271235
00000100:00000010:2.0:1769077609.365437:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b300.
00000100:00000001:2.0:1769077609.365444:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077609.365456:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299271235
00000100:00000010:2.0:1769077609.365460:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bf00.
00000100:00000001:2.0:1769077609.365463:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077609.365468:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077609.365471:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.365475:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077609.365481:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077609/real 1769077609]  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077609.365494:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077609.365496:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077609.365499:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077609.365502:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077609.365504:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077609.365507:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077609.365511:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077609.365520:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365525:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077609.365527:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365529:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077609.365531:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077609.365534:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365538:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077609.365542:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365547:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077609.365549:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365575:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077609.365576:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365578:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077609.365580:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077609.365583:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077609.365586:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077609.365588:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077609.365592:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077609.365598:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158464:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077609.365602:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365603:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077609.365605:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612158464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365611:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077609.365613:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077609.365615:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077609.365618:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077609.365619:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077609.365621:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077609.365623:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077609.365625:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:2.0:1769077609.365629:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077609.365631:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077609.365632:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:2.0:1769077609.365635:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077609.365636:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365637:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365644:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077609.365646:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.365647:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077609.365649:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077609.365650:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077609.365652:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365665:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077609.365666:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077609.365668:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077609.365669:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077609.365671:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077609.365673:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158592:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077609.365676:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077609.365677:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077609.365678:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077609.365680:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077609.365682:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077609.365684:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077609.365687:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077609.365689:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077609.365692:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077609.365694:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158592, portal 10
00000100:00000001:2.0:1769077609.365695:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077609.365696:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
00000100:00000040:2.0:1769077609.365702:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365707:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077609.365709:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077609.365710:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077609.365712:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612158592, offset 0
00000400:00000200:2.0:1769077609.365715:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077609.365717:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077609.365720:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077609.365722:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077609.365724:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077609.365725:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077609.365727:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077609.365729:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3623:3623:256:4294967295] 192.168.204.106@tcp LPNI seq info [3622:3622:8:4294967295]
00000400:00000200:2.0:1769077609.365732:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077609.365737:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077609.365740:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077609.365742:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077609.365745:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077609.365747:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077609.365751:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077609.365753:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077609.365758:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077609.365760:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077609.365763:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077609.365767:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077609.365770:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077609.365771:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077609.365774:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077609.365778:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365786:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077609.365790:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365804:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.365806:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077609.365810:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077609.365814:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077609.365817:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077609.365819:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299267872
00000100:00000001:2.0:1769077609.365821:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299271235
00000100:00000001:2.0:1769077609.365823:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299267872
00000100:00000001:2.0:1769077609.365825:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299271235
00000100:00000001:2.0:1769077609.365826:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077609.365827:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.365829:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077609.365831:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077609/real 1769077609]  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077609.365837:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077609.365838:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077609.365840:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077609.365842:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077609.365844:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077609.365846:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077609.365850:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077609.365859:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365866:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077609.365867:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365870:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077609.365871:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077609.365875:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365884:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077609.365889:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365896:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077609.365898:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365899:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077609.365900:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365902:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077609.365903:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077609.365905:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077609.365908:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077609.365909:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077609.365912:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077609.365917:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158592:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077609.365919:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365921:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077609.365923:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612158592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077609.365930:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077609.365932:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077609.365934:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077609.365937:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077609.365938:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077609.365940:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077609.365942:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077609.365944:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769077609.365947:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077609.365949:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077609.365950:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:2.0:1769077609.365953:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077609.365955:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365956:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077609.365960:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077609.365962:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077609.365964:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077609.365966:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077609.748766:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077609.748771:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077609.748775:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077610.772739:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077610.772744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077610.772748:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077611.796797:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077611.796802:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077611.796807:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077612.820735:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077612.820738:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077612.820741:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077613.844766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077613.844769:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077613.844772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077613.972643:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299271235, at 4299271680
00000100:00000010:0.0:1769077613.972658:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b300.
00000100:00080000:3.0:1769077614.484729:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077614.484730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077614.484738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769077614.484746:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077614.484747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077614.484754:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769077614.484755:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077614.484765:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077614.484766:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077614.484769:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077614.484774:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077614.484776:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077614.484777:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077614.484782:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077614.484789:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4599
00000400:00000200:3.0:1769077614.484802:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077614.484809:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077614.484812:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077614.484817:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.484820:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077614.484822:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.484824:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077614.484828:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077614.484830:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077614.484832:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077614.484834:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077614.484836:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077614.484846:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077614.484848:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.484850:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077614.484851:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.484853:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077614.484857:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077614.484862:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077614.484865:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077614.484868:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077614.484873:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077614.484877:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077614.484879:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077614.484882:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077614.484894:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769077614.484899:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077614.484904:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077614.484906:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077614.484910:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077614.484913:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077614.484917:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077614.484926:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769077614.484933:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077614.484941:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077614.484952:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077614.484958:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077614.484964:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077614.484991:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077614.484995:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077614.484999:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077614.485001:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077614.485003:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077614.485006:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077614.485009:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4599
00000400:00000200:3.0:1769077614.485014:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077614.485017:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077614.485020:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077614.485023:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.485025:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077614.485027:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.485030:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077614.485033:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077614.485034:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077614.485036:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077614.485038:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077614.485041:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077614.485044:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077614.485049:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.485052:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077614.485056:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077614.485058:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077614.485062:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769077614.485066:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077614.485066:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077614.485071:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077614.485089:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485091:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077614.485094:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077614.485103:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077614.485105:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077614.485117:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485120:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077614.485126:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077614.485127:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077614.485135:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769077614.485137:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077614.485138:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077614.485146:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077614.485151:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077614.485153:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158720:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769077614.485159:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485161:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077614.485166:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1769077614.485169:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
02000000:00000001:2.0:1769077614.485170:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077614.485180:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769077614.485181:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000010:2.0:1769077614.485190:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077614.485192:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077614.485196:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077614.485199:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077614.485206:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077614.485208:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077614.485215:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077614.485216:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
02000000:00000001:3.0:1769077614.485226:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077614.485228:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
02000000:00000010:3.0:1769077614.485233:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000200:2.0:1769077614.485235:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158720, portal 25
00000100:00000001:3.0:1769077614.485238:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485239:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077614.485247:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00100000:3.0:1769077614.485252:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077614.485257:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077614.485296:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077614.485303:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077614.485304:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077614.485314:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077614.485317:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077614.485324:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612158720, offset 0
00000100:00000040:3.0:1769077614.485324:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077614.485338:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077614.485348:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077614.485350:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077614.485356:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769077614.485357:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077614.485366:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077614.485367:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077614.485372:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:3.0:1769077614.485373:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077614.485378:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077614.485386:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:3.0:1769077614.485389:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077614.485391:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3624:3624:256:4294967295] 192.168.204.106@tcp LPNI seq info [3623:3623:8:4294967295]
00000400:00000200:2.0:1769077614.485402:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769077614.485405:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4609)
00000400:00000200:2.0:1769077614.485417:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077614.485422:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077614.485427:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077614.485433:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077614.485436:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077614.485442:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077614.485444:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077614.485448:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077614.485449:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077614.485454:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077614.485457:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077614.485461:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077614.485463:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077614.485466:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077614.485469:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485477:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077614.485479:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485484:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485485:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077614.485490:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077614.485493:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077614.485495:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299276355
00000100:00000010:2.0:1769077614.485499:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b360.
00000100:00000001:2.0:1769077614.485505:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077614.485511:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299276355
00000100:00000010:2.0:1769077614.485514:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b300.
00000100:00000001:2.0:1769077614.485516:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077614.485519:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077614.485520:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485522:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077614.485525:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077614/real 1769077614]  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077614.485531:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077614.485532:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077614.485533:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077614.485535:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077614.485537:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077614.485538:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077614.485541:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077614.485547:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485585:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077614.485587:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485589:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077614.485590:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077614.485593:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485598:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077614.485601:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485606:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077614.485608:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485609:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077614.485610:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485612:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077614.485613:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077614.485615:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077614.485618:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077614.485620:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077614.485622:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077614.485628:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158720:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077614.485631:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485633:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077614.485635:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612158720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485639:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077614.485641:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077614.485643:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077614.485646:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077614.485647:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077614.485649:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077614.485651:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077614.485653:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:2.0:1769077614.485655:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077614.485657:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077614.485658:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:2.0:1769077614.485662:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077614.485663:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485665:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485670:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077614.485671:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485673:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077614.485674:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077614.485675:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077614.485678:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485683:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077614.485684:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077614.485685:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077614.485687:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077614.485688:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077614.485690:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158848:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077614.485692:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077614.485693:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077614.485694:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077614.485696:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077614.485698:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077614.485699:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077614.485702:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077614.485703:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077614.485705:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077614.485707:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158848, portal 10
00000100:00000001:2.0:1769077614.485709:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077614.485710:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000040:2.0:1769077614.485714:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485719:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077614.485720:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077614.485722:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077614.485723:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612158848, offset 0
00000400:00000200:2.0:1769077614.485726:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077614.485728:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077614.485730:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077614.485732:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077614.485734:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077614.485736:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077614.485737:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077614.485739:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3625:3625:256:4294967295] 192.168.204.106@tcp LPNI seq info [3624:3624:8:4294967295]
00000400:00000200:2.0:1769077614.485742:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077614.485746:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077614.485749:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077614.485751:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077614.485754:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077614.485755:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769077614.485759:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077614.485760:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769077614.485763:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077614.485764:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077614.485766:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077614.485768:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077614.485770:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077614.485771:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077614.485773:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077614.485775:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485780:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077614.485782:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485791:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485792:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077614.485794:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077614.485796:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077614.485798:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077614.485800:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299272992
00000100:00000001:2.0:1769077614.485802:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299276355
00000100:00000001:2.0:1769077614.485804:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299272992
00000100:00000001:2.0:1769077614.485805:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299276355
00000100:00000001:2.0:1769077614.485806:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077614.485807:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485808:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077614.485811:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077614/real 1769077614]  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077614.485816:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077614.485817:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077614.485818:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077614.485819:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077614.485820:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077614.485821:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077614.485823:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077614.485828:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485832:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077614.485833:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485834:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077614.485835:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077614.485837:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485842:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077614.485845:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485849:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077614.485851:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485852:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077614.485853:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485854:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077614.485855:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077614.485857:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077614.485859:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077614.485860:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077614.485862:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077614.485867:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612158848:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077614.485869:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485870:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077614.485872:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612158848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077614.485876:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077614.485877:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077614.485878:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077614.485879:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077614.485880:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077614.485881:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077614.485882:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077614.485883:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:2.0:1769077614.485885:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077614.485886:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077614.485887:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:2.0:1769077614.485889:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077614.485890:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485891:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077614.485893:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077614.485893:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077614.485895:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077614.485896:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077614.868773:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077614.868777:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077614.868780:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077615.508678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077615.508686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077615.508688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077615.508694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077615.508698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077615.508702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077615.508705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077615.508708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077615.508711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077615.892818:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077615.892827:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077615.892832:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077616.532728:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077616.532736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077616.532739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077616.532745:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077616.532749:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077616.532752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077616.532755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077616.532757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077616.532761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077616.916745:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077616.916749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077616.916752:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077617.556655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077617.556661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077617.556663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077617.556667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077617.556670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077617.556673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077617.556675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077617.556677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077617.556680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077617.940761:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077617.940767:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077617.940771:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077618.580675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077618.580684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077618.580686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077618.580692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077618.580696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077618.580700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077618.580702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077618.580705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077618.580707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077618.964732:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077618.964736:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077618.964739:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077619.092708:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299276355, at 4299276800
00000100:00000010:0.0:1769077619.092728:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b360.
00000100:00080000:3.0:1769077619.604679:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077619.604688:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077619.604690:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077619.604694:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077619.604697:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077619.604703:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4604
00000100:00000001:0.0:1769077619.604706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077619.604711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769077619.604713:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077619.604714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077619.604719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:3.0:1769077619.604722:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077619.604723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077619.604727:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077619.604728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077619.604731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077619.604732:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077619.604734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077619.604736:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077619.604738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077619.604741:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604744:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077619.604747:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077619.604749:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077619.604751:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077619.604753:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077619.604756:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077619.604758:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077619.604761:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077619.604765:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604766:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077619.604768:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077619.604772:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604773:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077619.604775:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077619.604777:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077619.604779:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077619.604781:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077619.604782:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077619.604790:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769077619.604792:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077619.604796:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077619.604797:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077619.604799:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077619.604802:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077619.604805:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077619.604811:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077619.604817:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077619.604824:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077619.604832:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077619.604835:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077619.604838:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077619.604859:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077619.604862:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077619.604864:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077619.604865:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077619.604866:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077619.604868:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077619.604870:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4604
00000400:00000200:3.0:1769077619.604872:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077619.604874:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077619.604875:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077619.604877:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604879:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077619.604880:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077619.604883:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077619.604884:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077619.604885:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077619.604887:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077619.604888:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077619.604889:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077619.604891:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604893:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077619.604895:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604896:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077619.604898:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077619.604900:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077619.604902:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077619.604903:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077619.604907:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769077619.604908:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077619.604912:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.604913:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077619.604914:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077619.604919:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769077619.604919:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077619.604924:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077619.604926:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077619.604929:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000100:00000040:2.0:1769077619.604932:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077619.604933:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077619.604937:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077619.604939:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077619.604943:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077619.604946:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077619.604948:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077619.604953:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:2.0:1769077619.604955:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077619.604958:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.604959:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077619.604966:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769077619.604967:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077619.604970:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077619.604976:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077619.604981:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077619.604985:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077619.605000:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158976:192.168.204.106@tcp:250:kworker.0
00000100:00000040:3.0:1769077619.605006:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605008:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077619.605014:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077619.605016:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077619.605019:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077619.605020:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077619.605023:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077619.605025:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077619.605028:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1769077619.605031:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
00000100:00000040:3.0:1769077619.605031:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:2.0:1769077619.605036:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077619.605038:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4615)
00000400:00000200:2.0:1769077619.605046:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077619.605052:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077619.605059:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077619.605067:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612158976, portal 25
00000100:00000001:2.0:1769077619.605069:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077619.605071:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:2.0:1769077619.605078:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605086:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077619.605088:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077619.605091:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077619.605095:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612158976, offset 0
00000400:00000200:2.0:1769077619.605101:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077619.605109:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077619.605115:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077619.605121:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077619.605125:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077619.605129:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077619.605131:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077619.605135:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3626:3626:256:4294967295] 192.168.204.106@tcp LPNI seq info [3625:3625:8:4294967295]
00000400:00000200:2.0:1769077619.605139:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077619.605150:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077619.605156:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077619.605162:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077619.605168:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077619.605172:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077619.605177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077619.605181:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077619.605186:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077619.605188:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077619.605195:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077619.605199:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077619.605204:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077619.605207:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077619.605211:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077619.605216:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605226:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077619.605230:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605237:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.605239:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077619.605244:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077619.605249:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077619.605252:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299281475
00000100:00000010:2.0:1769077619.605258:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bf00.
00000100:00000001:2.0:1769077619.605264:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077619.605270:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299281475
00000100:00000010:2.0:1769077619.605273:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b720.
00000100:00000001:2.0:1769077619.605276:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077619.605280:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077619.605283:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.605286:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077619.605290:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077619/real 1769077619]  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077619.605300:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077619.605302:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077619.605304:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077619.605306:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077619.605308:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077619.605309:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077619.605312:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077619.605319:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605323:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077619.605325:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605327:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077619.605328:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077619.605331:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605335:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077619.605339:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605343:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077619.605346:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605347:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077619.605348:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605349:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077619.605351:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077619.605353:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077619.605356:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077619.605358:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077619.605360:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077619.605366:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612158976:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077619.605369:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605371:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077619.605373:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612158976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605377:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077619.605379:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077619.605381:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077619.605383:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077619.605384:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077619.605386:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077619.605387:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077619.605389:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:2.0:1769077619.605391:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077619.605393:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077619.605394:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:2.0:1769077619.605397:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077619.605398:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605399:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605405:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077619.605406:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.605407:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077619.605409:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077619.605410:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077619.605412:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605417:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077619.605418:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077619.605419:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077619.605421:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077619.605422:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077619.605424:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612159104:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077619.605426:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077619.605427:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077619.605428:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077619.605429:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077619.605432:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077619.605433:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077619.605436:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077619.605438:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077619.605440:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077619.605442:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612159104, portal 10
00000100:00000001:2.0:1769077619.605443:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077619.605445:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000040:2.0:1769077619.605449:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605454:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077619.605455:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077619.605457:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077619.605458:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612159104, offset 0
00000400:00000200:2.0:1769077619.605461:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077619.605463:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077619.605466:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077619.605468:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077619.605470:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077619.605472:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077619.605473:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077619.605475:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3627:3627:256:4294967295] 192.168.204.106@tcp LPNI seq info [3626:3626:8:4294967295]
00000400:00000200:2.0:1769077619.605478:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077619.605483:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077619.605485:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077619.605487:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077619.605490:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077619.605492:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077619.605495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077619.605497:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077619.605499:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077619.605501:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077619.605503:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077619.605505:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077619.605507:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077619.605508:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077619.605510:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077619.605512:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605517:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077619.605518:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605527:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.605528:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077619.605530:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077619.605533:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077619.605535:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077619.605536:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299278111
00000100:00000001:2.0:1769077619.605538:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299281475
00000100:00000001:2.0:1769077619.605540:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299278111
00000100:00000001:2.0:1769077619.605541:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299281475
00000100:00000001:2.0:1769077619.605542:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077619.605544:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.605545:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077619.605547:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077619/real 1769077619]  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077619.605587:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077619.605588:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077619.605590:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077619.605591:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077619.605593:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077619.605594:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077619.605597:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077619.605602:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605607:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077619.605608:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605609:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077619.605610:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077619.605612:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605617:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077619.605619:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605624:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077619.605625:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605626:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077619.605627:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605628:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077619.605629:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077619.605631:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077619.605633:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077619.605634:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077619.605636:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077619.605641:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612159104:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077619.605643:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605644:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077619.605646:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612159104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077619.605651:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077619.605652:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077619.605653:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077619.605655:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077619.605655:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077619.605656:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077619.605657:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077619.605658:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:2.0:1769077619.605660:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077619.605661:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077619.605662:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:2.0:1769077619.605665:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077619.605666:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605667:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077619.605669:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077619.605670:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077619.605671:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077619.605672:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077619.988755:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077619.988758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077619.988760:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077620.628659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077620.628665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077620.628667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077620.628673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077620.628676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077620.628680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077620.628682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077620.628685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077620.628687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077621.012706:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077621.012709:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077621.012713:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077621.652661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077621.652670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077621.652672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077621.652678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077621.652682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077621.652686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077621.652688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077621.652690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077621.652693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077622.036804:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077622.036812:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077622.036817:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077622.676703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077622.676712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077622.676714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077622.676722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077622.676727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077622.676732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077622.676736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077622.676740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077622.676743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077623.060739:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077623.060743:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077623.060746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077623.700751:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077623.700759:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077623.700761:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077623.700767:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077623.700771:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077623.700774:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077623.700777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077623.700780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077623.700783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077624.084808:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077624.084814:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077624.084817:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077624.212650:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299281475, at 4299281920
00000100:00000010:0.0:1769077624.212665:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bf00.
00000100:00080000:3.0:1769077624.724660:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077624.724671:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077624.724673:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077624.724677:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077624.724681:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077624.724687:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4610
00000400:00000200:3.0:1769077624.724695:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077624.724700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:3.0:1769077624.724701:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077624.724706:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077624.724707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1769077624.724711:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077624.724712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077624.724715:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769077624.724719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000040:3.0:1769077624.724719:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724725:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769077624.724727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077624.724729:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077624.724732:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000100:00000001:0.0:1769077624.724733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077624.724734:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769077624.724739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769077624.724739:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00000001:0.0:1769077624.724744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1769077624.724744:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077624.724746:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769077624.724750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077624.724751:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724755:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077624.724759:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724760:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077624.724762:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077624.724765:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724767:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077624.724769:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077624.724771:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077624.724773:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077624.724775:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077624.724777:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077624.724784:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769077624.724787:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077624.724790:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077624.724792:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077624.724794:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077624.724796:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077624.724799:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077624.724805:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077624.724810:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077624.724816:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077624.724829:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077624.724832:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077624.724835:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077624.724855:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077624.724858:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077624.724860:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077624.724861:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077624.724862:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077624.724864:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077624.724866:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4610
00000400:00000200:3.0:1769077624.724868:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077624.724871:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077624.724872:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077624.724875:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724877:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077624.724879:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724880:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077624.724882:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077624.724882:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077624.724883:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077624.724885:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077624.724886:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077624.724888:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077624.724890:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724891:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077624.724893:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724895:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077624.724898:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769077624.724899:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077624.724912:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077624.724916:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.724917:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769077624.724918:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077624.724920:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077624.724924:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077624.724928:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077624.724930:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077624.724931:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077624.724935:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077624.724940:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077624.724944:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.724946:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077624.724948:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077624.724948:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
02000000:00000001:2.0:1769077624.724951:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077624.724952:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077624.724955:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077624.724956:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077624.724959:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077624.724961:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077624.724961:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077624.724964:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077624.724967:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077624.724969:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612159232:192.168.204.106@tcp:250:kworker.0
02000000:00000010:3.0:1769077624.724971:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077624.724976:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.724978:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077624.724984:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1769077624.724984:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077624.724992:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077624.724994:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077624.724996:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077624.724998:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077624.725004:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077624.725007:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077624.725010:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
00000100:00000040:3.0:1769077624.725011:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769077624.725015:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077624.725016:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077624.725020:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077624.725025:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769077624.725025:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077624.725030:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000040:3.0:1769077624.725032:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4620)
00000400:00000010:2.0:1769077624.725037:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077624.725044:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612159232, portal 25
00000100:00000001:2.0:1769077624.725046:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077624.725049:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:2.0:1769077624.725055:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725061:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077624.725064:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077624.725066:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077624.725068:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612159232, offset 0
00000400:00000200:2.0:1769077624.725073:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077624.725079:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077624.725084:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077624.725089:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077624.725092:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077624.725095:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077624.725097:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077624.725099:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3628:3628:256:4294967295] 192.168.204.106@tcp LPNI seq info [3627:3627:8:4294967295]
00000400:00000200:2.0:1769077624.725103:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077624.725111:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077624.725115:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077624.725119:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077624.725124:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077624.725127:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077624.725132:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077624.725134:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077624.725137:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077624.725139:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077624.725144:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077624.725148:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077624.725152:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077624.725155:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077624.725160:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077624.725165:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725174:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077624.725178:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725186:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.725188:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077624.725195:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077624.725199:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077624.725202:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299286595
00000100:00000010:2.0:1769077624.725207:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b900.
00000100:00000001:2.0:1769077624.725214:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077624.725219:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299286595
00000100:00000010:2.0:1769077624.725221:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bcc0.
00000100:00000001:2.0:1769077624.725223:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077624.725226:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077624.725228:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.725230:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077624.725233:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077624/real 1769077624]  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077624.725240:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077624.725241:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077624.725243:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077624.725245:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077624.725246:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077624.725248:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077624.725250:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077624.725256:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725260:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077624.725261:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725263:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077624.725264:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077624.725267:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725272:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077624.725275:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725280:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077624.725282:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725283:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077624.725283:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725285:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077624.725286:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077624.725288:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077624.725291:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077624.725292:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077624.725295:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077624.725300:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612159232:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077624.725303:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725305:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077624.725307:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612159232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725311:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077624.725313:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077624.725315:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077624.725317:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077624.725318:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077624.725319:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077624.725321:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077624.725322:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:2.0:1769077624.725325:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077624.725327:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077624.725328:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:2.0:1769077624.725332:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077624.725333:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725335:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725340:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077624.725341:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.725342:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077624.725343:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077624.725344:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077624.725346:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725351:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077624.725352:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077624.725354:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077624.725355:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077624.725356:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077624.725358:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612159360:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077624.725360:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077624.725362:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077624.725363:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077624.725364:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077624.725366:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077624.725367:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077624.725370:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077624.725371:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077624.725374:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077624.725376:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612159360, portal 10
00000100:00000001:2.0:1769077624.725377:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077624.725378:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:2.0:1769077624.725382:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725387:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077624.725388:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077624.725390:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077624.725392:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612159360, offset 0
00000400:00000200:2.0:1769077624.725394:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077624.725397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077624.725400:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077624.725402:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077624.725404:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077624.725406:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077624.725407:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077624.725409:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3629:3629:256:4294967295] 192.168.204.106@tcp LPNI seq info [3628:3628:8:4294967295]
00000400:00000200:2.0:1769077624.725412:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077624.725416:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077624.725419:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077624.725421:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077624.725424:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077624.725426:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1769077624.725429:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077624.725442:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1769077624.725445:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077624.725447:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077624.725449:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077624.725451:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077624.725454:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077624.725455:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077624.725457:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077624.725459:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725467:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077624.725470:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725477:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.725479:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077624.725482:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077624.725486:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077624.725489:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077624.725492:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299283231
00000100:00000001:2.0:1769077624.725495:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299286595
00000100:00000001:2.0:1769077624.725497:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299283231
00000100:00000001:2.0:1769077624.725500:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299286595
00000100:00000001:2.0:1769077624.725502:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077624.725504:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.725506:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077624.725511:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077624/real 1769077624]  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077624.725520:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077624.725522:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077624.725523:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077624.725525:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077624.725526:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077624.725528:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077624.725530:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077624.725536:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725540:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077624.725541:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725542:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077624.725543:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077624.725545:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725550:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077624.725575:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725581:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077624.725582:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725583:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077624.725584:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725585:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077624.725587:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077624.725588:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077624.725590:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077624.725592:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077624.725594:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077624.725600:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612159360:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077624.725602:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725603:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077624.725605:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612159360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077624.725609:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077624.725610:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077624.725611:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769077624.725613:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077624.725614:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077624.725615:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077624.725616:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077624.725617:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:2.0:1769077624.725618:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077624.725619:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077624.725620:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:2.0:1769077624.725622:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077624.725623:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725625:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077624.725627:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077624.725628:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077624.725630:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077624.725631:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077625.108743:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077625.108747:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077625.108751:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077625.748688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077625.748696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077625.748699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077625.748704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077625.748708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077625.748712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077625.748715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077625.748717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077625.748721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077626.132741:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077626.132745:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077626.132747:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077626.772715:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077626.772721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077626.772723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077626.772728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077626.772733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077626.772736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077626.772738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077626.772740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077626.772743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077627.156770:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077627.156774:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077627.156776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077627.796660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077627.796666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077627.796667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077627.796672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077627.796674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077627.796683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077627.796685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077627.796687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077627.796690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077628.180732:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077628.180735:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077628.180738:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077628.820697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077628.820705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077628.820707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077628.820712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077628.820716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077628.820720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077628.820722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077628.820724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077628.820727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077629.204761:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077629.204766:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077629.204770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077629.333303:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299286595, at 4299287040
00000100:00000010:0.0:1769077629.333317:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b900.
00000100:00000001:0.0:1769077629.844616:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077629.844623:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077629.844624:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077629.844629:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077629.844632:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077629.844635:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077629.844638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077629.844640:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077629.844641:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077629.844647:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077629.844650:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077629.844653:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077629.844655:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.844656:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077629.844664:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4615
00000400:00000200:2.0:1769077629.844672:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077629.844678:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077629.844680:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077629.844682:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844685:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077629.844687:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844688:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077629.844691:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077629.844692:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077629.844694:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077629.844696:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077629.844698:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077629.844699:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077629.844701:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844703:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077629.844704:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844706:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077629.844708:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077629.844710:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844712:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077629.844714:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077629.844716:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077629.844717:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.844719:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077629.844721:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077629.844743:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077629.844747:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077629.844750:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077629.844751:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.844754:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077629.844756:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077629.844760:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077629.844766:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077629.844771:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077629.844778:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612159488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077629.844786:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077629.844789:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077629.844794:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612159488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077629.844808:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077629.844810:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077629.844812:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077629.844813:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077629.844835:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077629.844838:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077629.844841:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4615
00000400:00000200:2.0:1769077629.844844:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077629.844847:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077629.844849:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077629.844851:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844852:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077629.844854:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844856:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077629.844860:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077629.844862:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077629.844866:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077629.844869:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077629.844871:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077629.844874:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077629.844878:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844881:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077629.844885:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844888:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077629.844892:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077629.844896:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077629.844899:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077629.844902:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077629.844909:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077629.844914:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.844916:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077629.844920:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077629.844924:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.844927:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077629.844932:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769077629.844935:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077629.844938:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077629.844940:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077629.844944:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077629.844945:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077629.844948:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077629.844953:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077629.844957:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077629.844961:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612159616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077629.844972:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077629.844974:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077629.844979:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612159616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077629.844989:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077629.844995:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077629.845001:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077629.845007:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077629.845014:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077629.845032:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4625)
00000800:00000200:1.1:1769077629.845112:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077629.845115:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077629.845413:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077629.845416:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1769077630.228711:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077630.228716:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077630.228720:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077630.868689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077630.868694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077630.868696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077630.868700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077630.868704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077630.868706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077630.868709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077630.868711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077630.868713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077631.252750:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077631.252755:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077631.252758:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077631.892684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077631.892691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077631.892693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077631.892698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077631.892702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077631.892705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077631.892708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077631.892711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077631.892714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077632.276675:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077632.276680:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077632.276684:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077632.916719:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077632.916726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077632.916728:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077632.916734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077632.916738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077632.916742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077632.916745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077632.916748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077632.916751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077633.300776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077633.300781:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077633.300785:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077633.940710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077633.940720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077633.940723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077633.940740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077633.940759:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077633.940765:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077633.940769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077633.940774:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077633.940777:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077634.324810:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077634.324817:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077634.324823:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077634.452695:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299291715, at 4299292160
00000100:00000010:0.0:1769077634.452713:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:0.0:1769077634.964679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077634.964685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077634.964687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077634.964691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077634.964696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077634.964696:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077634.964701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077634.964716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077634.964716:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077634.964727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077634.964727:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077634.964744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077634.964748:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077634.964754:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077634.964763:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4620
00000400:00000200:3.0:1769077634.964774:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077634.964780:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077634.964783:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077634.964786:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964789:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077634.964791:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964793:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077634.964797:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077634.964799:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077634.964801:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077634.964804:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077634.964805:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077634.964807:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077634.964810:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964811:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077634.964814:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964815:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077634.964818:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077634.964821:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964826:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077634.964828:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077634.964831:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077634.964833:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077634.964836:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077634.964838:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077634.964850:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769077634.964853:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077634.964857:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077634.964858:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077634.964861:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077634.964864:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077634.964868:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077634.964876:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769077634.964883:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077634.964892:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612159744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077634.964901:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077634.964905:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077634.964909:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612159744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077634.964933:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077634.964935:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077634.964938:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077634.964939:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077634.964941:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077634.964943:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077634.964945:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4620
00000400:00000200:3.0:1769077634.964948:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077634.964950:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077634.964952:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077634.964954:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964955:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077634.964958:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964959:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077634.964961:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077634.964962:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077634.964963:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077634.964964:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077634.964966:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077634.964969:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077634.964972:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964974:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077634.964976:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964978:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077634.964980:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077634.964982:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077634.964983:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077634.964984:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077634.964989:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077634.964994:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077634.964996:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077634.965003:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077634.965008:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077634.965011:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077634.965014:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769077634.965016:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077634.965020:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077634.965022:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077634.965024:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077634.965027:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077634.965031:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077634.965043:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077634.965050:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077634.965063:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612159872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077634.965086:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077634.965089:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077634.965098:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612159872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077634.965112:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077634.965117:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077634.965125:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077634.965133:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077634.965137:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077634.965143:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4630)
00000800:00000200:1.1:1769077634.965312:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077634.965316:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077634.965826:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077634.965829:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769077635.348767:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077635.348770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077635.348773:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077635.988762:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077635.988770:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077635.988772:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077635.988779:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077635.988783:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077635.988786:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077635.988789:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077635.988791:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077635.988793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077636.372833:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077636.372838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077636.372842:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077637.012620:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077637.012626:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077637.012628:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077637.012632:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077637.012636:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077637.012638:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077637.012640:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077637.012642:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077637.012645:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077637.396761:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077637.396767:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077637.396774:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077638.036702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077638.036710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077638.036712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077638.036719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077638.036724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077638.036728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077638.036730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077638.036733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077638.036736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077638.420771:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077638.420777:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077638.420781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077639.060673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077639.060680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077639.060681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077639.060685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077639.060688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077639.060691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077639.060693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077639.060695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077639.060698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077639.444695:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077639.444698:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077639.444701:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077639.572663:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299296835, at 4299297280
00000100:00000010:0.0:1769077639.572674:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00080000:0.0:1769077640.084668:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077640.084679:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077640.084682:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077640.084687:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077640.084691:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077640.084697:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4625
00000400:00000200:0.0:1769077640.084706:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077640.084711:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077640.084713:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077640.084716:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084719:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077640.084721:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084723:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077640.084725:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077640.084727:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077640.084730:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077640.084732:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077640.084734:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077640.084735:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077640.084737:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084739:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077640.084740:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084741:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077640.084743:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077640.084745:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084747:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077640.084749:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077640.084751:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077640.084753:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077640.084755:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077640.084756:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077640.084764:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077640.084766:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077640.084769:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077640.084770:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077640.084772:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077640.084774:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077640.084778:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077640.084784:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077640.084789:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077640.084795:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612160000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077640.084803:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077640.084807:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077640.084810:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612160000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077640.084833:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077640.084836:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077640.084838:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077640.084840:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077640.084841:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077640.084843:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077640.084845:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4625
00000400:00000200:0.0:1769077640.084847:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077640.084849:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077640.084851:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077640.084854:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084856:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077640.084858:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084859:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077640.084861:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077640.084862:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077640.084863:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077640.084864:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077640.084866:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077640.084868:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077640.084874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084878:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077640.084882:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084884:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077640.084888:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077640.084892:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077640.084897:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077640.084900:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077640.084906:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077640.084910:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077640.084913:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077640.084918:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077640.084924:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077640.084928:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077640.084933:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769077640.084937:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077640.084939:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077640.084940:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077640.084941:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077640.084942:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077640.084944:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077640.084947:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077640.084951:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077640.084958:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077640.084971:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077640.084974:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077640.084979:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612160128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077640.084990:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077640.084995:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077640.084999:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077640.085004:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077640.085008:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077640.085013:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4635)
00000100:00000001:0.0:1769077640.085033:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077640.085037:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077640.085040:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077640.085045:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077640.085048:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077640.085051:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077640.085056:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077640.085059:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077640.085061:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077640.085112:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077640.085115:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077640.085392:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077640.085394:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077640.468750:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077640.468753:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077640.468756:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077641.108724:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077641.108732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077641.108735:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077641.108740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077641.108744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077641.108750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077641.108752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077641.108755:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077641.108759:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077641.492835:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077641.492843:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077641.492848:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077642.132712:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077642.132720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077642.132723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077642.132731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077642.132735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077642.132740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077642.132743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077642.132747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077642.132751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077642.516742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077642.516751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077642.516768:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077643.156693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077643.156700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077643.156701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077643.156706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077643.156710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077643.156714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077643.156717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077643.156719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077643.156722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077643.540734:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077643.540738:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077643.540741:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077644.180704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077644.180716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077644.180719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077644.180727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077644.180733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077644.180738:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077644.180742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077644.180745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077644.180749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077644.564813:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077644.564820:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077644.564823:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077644.692699:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299301955, at 4299302400
00000100:00000010:0.0:1769077644.692712:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:0.0:1769077645.204734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077645.204734:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077645.204741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077645.204744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077645.204747:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769077645.204750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077645.204752:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077645.204755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077645.204758:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077645.204759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077645.204764:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077645.204766:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077645.204773:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077645.204775:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4630
00000100:00000001:0.0:1769077645.204778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077645.204788:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077645.204796:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077645.204801:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077645.204805:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.204809:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.204813:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.204815:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077645.204819:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077645.204822:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077645.204824:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077645.204827:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077645.204830:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077645.204833:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077645.204837:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.204839:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.204841:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.204844:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077645.204847:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077645.204851:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077645.204853:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077645.204856:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077645.204860:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077645.204863:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.204866:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077645.204868:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077645.204876:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769077645.204880:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077645.204884:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077645.204886:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.204889:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077645.204892:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077645.204896:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077645.204904:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077645.204910:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077645.204918:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612160256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077645.204929:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077645.204933:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.204938:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612160256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077645.204964:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077645.204967:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077645.204971:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077645.204973:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077645.204975:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077645.204978:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077645.204980:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4630
00000400:00000200:3.0:1769077645.204985:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077645.204988:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077645.204991:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077645.204994:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.204996:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.204999:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.205001:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077645.205003:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077645.205005:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077645.205007:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077645.205009:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077645.205012:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077645.205015:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077645.205019:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.205021:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077645.205024:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077645.205026:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077645.205029:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077645.205035:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077645.205040:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077645.205044:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077645.205051:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077645.205057:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.205061:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077645.205067:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077645.205073:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.205077:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077645.205084:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769077645.205090:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077645.205094:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077645.205097:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077645.205101:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077645.205103:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077645.205107:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077645.205111:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769077645.205118:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077645.205127:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612160384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077645.205142:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077645.205147:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.205155:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612160384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077645.205170:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077645.205175:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077645.205184:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077645.205191:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077645.205197:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077645.205204:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4640)
00000800:00000200:1.1:1769077645.205299:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077645.205463:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000020:00000001:3.0:1769077645.588681:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077645.588685:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077645.588688:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077646.228759:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077646.228768:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077646.228769:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.228775:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077646.228779:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077646.228783:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077646.228785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077646.228788:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077646.228791:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077646.612774:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077646.612780:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077646.612785:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077647.252761:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077647.252769:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077647.252771:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077647.252776:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077647.252779:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077647.252783:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077647.252787:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077647.252790:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077647.252793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077647.636738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077647.636741:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077647.636744:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077648.276792:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077648.276799:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077648.276801:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077648.276806:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077648.276810:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077648.276814:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077648.276817:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077648.276820:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077648.276823:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077648.276943:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:2.0:1769077648.276992:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077648.277003:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077648.277008:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:2.0:1769077648.277012:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077648.277016:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077648.277021:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:2.0:1769077648.277025:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571ca00.
00000400:00000200:2.0:1769077648.277030:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077648.277035:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077648.277044:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:2.0:1769077648.277047:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:2.0:1769077648.277053:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077648.277064:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0000 x1855007612160256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077648.277093:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077648.277098:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612160256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077648.277106:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077648.277108:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077648.277118:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:2.0:1769077648.277121:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:2.0:1769077648.277124:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077648.277128:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077648.277131:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:2.0:1769077648.277133:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:2.0:1769077648.277154:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077648.277162:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3480 x1855007612160384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077648.277176:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077648.277183:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612160384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077648.277207:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077648.277209:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077648.660780:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077648.660785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077648.660790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077649.300774:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077649.300784:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077649.300786:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077649.300791:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077649.300795:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077649.300799:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077649.300801:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077649.300804:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077649.300806:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077649.684738:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077649.684744:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077649.684748:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077649.812670:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299307075, at 4299307520
00000100:00000010:0.0:1769077649.812690:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00080000:3.0:1769077650.324681:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077650.324693:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077650.324697:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077650.324700:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077650.324705:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077650.324721:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4635
00000100:00000001:0.0:1769077650.324728:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077650.324733:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1769077650.324733:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077650.324737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077650.324742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:3.0:1769077650.324742:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077650.324747:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077650.324748:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077650.324753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077650.324753:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077650.324759:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077650.324759:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769077650.324764:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077650.324764:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077650.324767:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.324768:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077650.324775:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077650.324777:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077650.324780:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077650.324783:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077650.324787:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077650.324791:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077650.324796:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077650.324798:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.324801:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077650.324804:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077650.324808:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077650.324812:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077650.324815:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077650.324819:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077650.324823:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077650.324827:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.324830:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077650.324832:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077650.324842:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769077650.324846:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077650.324851:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077650.324853:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.324857:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077650.324860:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077650.324866:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077650.324878:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077650.324887:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077650.324899:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612160512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077650.324911:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077650.324917:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.324923:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612160512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077650.324955:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077650.324958:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077650.324962:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077650.324964:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077650.324966:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077650.324968:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077650.324971:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4635
00000400:00000200:3.0:1769077650.324976:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077650.324980:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077650.324982:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077650.324986:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077650.324989:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.324991:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077650.324993:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077650.324997:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077650.324998:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077650.325000:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077650.325003:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077650.325005:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077650.325007:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077650.325011:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077650.325013:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077650.325016:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077650.325020:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077650.325025:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077650.325030:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077650.325035:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077650.325039:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077650.325047:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077650.325053:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.325058:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077650.325065:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077650.325070:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.325075:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077650.325084:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769077650.325090:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077650.325095:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077650.325099:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077650.325102:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077650.325105:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077650.325111:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077650.325120:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769077650.325126:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077650.325138:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612160640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077650.325151:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077650.325154:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.325166:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612160640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077650.325180:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077650.325187:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077650.325195:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077650.325199:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077650.325203:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077650.325213:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4645)
00000800:00000200:1.1:1769077650.325349:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077650.325352:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077650.325883:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077650.325905:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769077650.708746:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077650.708751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077650.708754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077651.348813:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077651.348821:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077651.348823:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077651.348828:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077651.348831:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077651.348836:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077651.348838:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077651.348840:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077651.348843:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077651.732690:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077651.732693:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077651.732696:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077652.372679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077652.372689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077652.372691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077652.372700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077652.372704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077652.372710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077652.372713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077652.372717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077652.372720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077652.756748:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077652.756751:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077652.756754:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077653.396697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077653.396707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077653.396710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077653.396725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077653.396729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077653.396733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077653.396735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077653.396738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077653.396741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077653.780828:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077653.780833:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077653.780837:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077654.420701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077654.420709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077654.420711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077654.420718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077654.420725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077654.420729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077654.420732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077654.420737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077654.420740:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077654.804800:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077654.804806:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077654.804811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077654.933542:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299312195, at 4299312640
00000100:00000010:0.0:1769077654.933579:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00080000:2.0:1769077655.444687:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077655.444697:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077655.444699:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077655.444702:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077655.444707:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077655.444714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077655.444715:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4640
00000100:00000001:0.0:1769077655.444721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077655.444725:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077655.444730:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:0.0:1769077655.444731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077655.444743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077655.444748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077655.444749:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769077655.444762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077655.444762:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769077655.444769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077655.444773:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077655.444776:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.444778:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077655.444785:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444787:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077655.444790:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077655.444792:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077655.444794:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077655.444796:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077655.444798:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077655.444800:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077655.444803:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444805:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077655.444808:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444811:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077655.444813:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077655.444816:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444817:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077655.444819:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077655.444822:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077655.444825:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.444826:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077655.444828:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077655.444836:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077655.444838:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077655.444841:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077655.444842:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.444844:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077655.444847:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077655.444850:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077655.444856:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077655.444861:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077655.444868:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612160768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077655.444875:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077655.444878:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077655.444882:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612160768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077655.444903:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077655.444906:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077655.444914:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077655.444915:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077655.444916:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077655.444919:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077655.444921:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4640
00000400:00000200:2.0:1769077655.444923:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077655.444925:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077655.444927:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077655.444930:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444932:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077655.444934:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444935:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077655.444937:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077655.444939:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077655.444940:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077655.444942:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077655.444943:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077655.444944:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077655.444947:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444951:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077655.444953:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444957:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077655.444961:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077655.444966:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077655.444969:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077655.444972:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077655.444978:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077655.444981:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.444984:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077655.444989:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077655.444992:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.444996:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077655.445002:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769077655.445010:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077655.445015:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077655.445019:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077655.445024:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077655.445027:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077655.445031:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077655.445040:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077655.445047:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077655.445058:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077655.445072:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077655.445078:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077655.445089:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612160896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077655.445107:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077655.445111:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077655.445117:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077655.445120:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077655.445127:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077655.445133:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4650)
00000800:00000200:1.1:1769077655.445211:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077655.445214:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077655.445515:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077655.445517:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077655.828739:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077655.828744:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077655.828749:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077656.468678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077656.468684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077656.468685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077656.468690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077656.468694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077656.468697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077656.468699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077656.468701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077656.468704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077656.852730:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077656.852736:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077656.852740:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077657.876722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077657.876727:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077657.876729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077658.900707:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077658.900711:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077658.900714:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077659.924742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077659.924749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077659.924755:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077660.052703:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299317315, at 4299317760
00000100:00000010:0.0:1769077660.052733:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00080000:0.0:1769077660.564704:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077660.564721:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077660.564728:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077660.564733:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077660.564738:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077660.564747:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4645
00000400:00000200:0.0:1769077660.564761:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077660.564768:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077660.564772:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077660.564782:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.564786:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077660.564789:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.564792:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077660.564797:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077660.564800:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077660.564803:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077660.564806:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077660.564810:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077660.564813:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077660.564816:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.564818:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077660.564821:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.564823:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077660.564828:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077660.564832:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077660.564835:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077660.564838:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077660.564843:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077660.564846:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077660.564848:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077660.564851:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077660.564863:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077660.564866:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077660.564870:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077660.564872:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077660.564874:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077660.564878:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077660.564884:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077660.564901:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077660.564908:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077660.564917:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612161024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077660.564927:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077660.564931:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077660.564935:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612161024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077660.564955:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077660.564957:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077660.564960:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077660.564962:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077660.564963:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077660.564966:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077660.564968:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4645
00000400:00000200:0.0:1769077660.564973:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077660.564976:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077660.564978:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077660.564981:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.564984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077660.564986:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.564991:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077660.564998:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077660.565000:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077660.565004:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077660.565005:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077660.565007:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077660.565012:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077660.565024:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.565037:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077660.565045:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077660.565062:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077660.565076:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077660.565086:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077660.565097:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077660.565104:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077660.565116:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077660.565119:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077660.565122:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077660.565128:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077660.565139:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077660.565142:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077660.565146:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769077660.565157:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077660.565164:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077660.565167:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077660.565169:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077660.565170:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077660.565173:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077660.565180:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077660.565192:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077660.565206:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612161152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077660.565258:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077660.565263:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077660.565270:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612161152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077660.565295:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077660.565312:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077660.565324:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077660.565341:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077660.565360:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077660.565376:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4655)
00000800:00000200:1.1:1769077660.565412:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077660.565415:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077660.565712:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077660.565714:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1769077660.948737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077660.948741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077660.948744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077661.972776:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077661.972780:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077661.972794:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077662.996728:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077662.996733:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077662.996737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077664.020706:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077664.020710:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077664.020712:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077665.044767:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077665.044777:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077665.044782:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077665.172670:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299322435, at 4299322880
00000100:00000010:0.0:1769077665.172690:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000001:0.0:1769077665.684679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077665.684684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077665.684688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077665.684694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077665.684697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077665.684701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077665.684704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077665.684709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077665.684713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.684926:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077665.684936:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077665.684943:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077665.684957:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.684976:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077665.684982:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077665.684989:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077665.684997:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077665.685010:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077665.685016:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612161280:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077665.685023:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077665.685030:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077665.685034:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077665.685038:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077665.685050:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077665.685055:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077665.685067:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077665.685072:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077665.685080:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077665.685087:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612161280, portal 25
00000100:00000001:2.0:1769077665.685092:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077665.685095:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455725824 : -118662253825792 : ffff9413ca833100)
00000100:00000040:2.0:1769077665.685105:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685120:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077665.685128:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077665.685134:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077665.685145:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612161280, offset 0
00000400:00000200:2.0:1769077665.685159:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077665.685172:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077665.685188:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077665.685196:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077665.685202:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077665.685205:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077665.685207:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077665.685210:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3644:3644:256:4294967295] 192.168.204.106@tcp LPNI seq info [3643:3643:8:4294967295]
00000400:00000200:2.0:1769077665.685232:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077665.685248:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077665.685253:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077665.685258:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077665.685264:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077665.685267:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077665.685272:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077665.685275:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077665.685278:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077665.685280:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077665.685285:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077665.685289:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077665.685293:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077665.685294:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077665.685297:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077665.685301:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685309:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077665.685312:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685317:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.685318:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077665.685322:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077665.685325:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077665.685328:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299327555
00000100:00000010:2.0:1769077665.685332:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba20.
00000100:00000001:2.0:1769077665.685337:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077665.685345:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299327555
00000100:00000010:2.0:1769077665.685347:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bd80.
00000100:00000001:2.0:1769077665.685350:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077665.685352:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077665.685354:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.685356:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077665.685359:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077665/real 1769077665]  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077665.685365:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077665.685367:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077665.685369:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077665.685370:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077665.685372:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077665.685373:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077665.685376:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077665.685382:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685386:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077665.685387:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685389:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077665.685390:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077665.685392:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685397:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077665.685400:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685405:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077665.685407:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685409:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077665.685410:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685412:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077665.685413:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077665.685417:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077665.685420:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077665.685422:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077665.685425:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077665.685430:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612161280:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077665.685433:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685435:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077665.685436:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833100 x1855007612161280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685441:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077665.685443:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077665.685445:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077665.685447:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077665.685449:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077665.685451:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077665.685452:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077665.685465:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd800.
02000000:00000001:2.0:1769077665.685473:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077665.685475:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077665.685477:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833100.
00000100:00000001:2.0:1769077665.685481:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077665.685483:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685485:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685494:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077665.685496:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.685498:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077665.685500:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077665.685501:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077665.685506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685515:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077665.685517:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077665.685519:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077665.685521:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077665.685523:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077665.685526:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612161408:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077665.685529:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077665.685531:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077665.685532:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077665.685533:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077665.685536:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077665.685538:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077665.685541:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077665.685543:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077665.685546:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077665.685548:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612161408, portal 10
00000100:00000001:2.0:1769077665.685549:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077665.685550:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455720448 : -118662253831168 : ffff9413ca831c00)
00000100:00000040:2.0:1769077665.685589:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685594:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077665.685595:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077665.685597:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077665.685599:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612161408, offset 0
00000400:00000200:2.0:1769077665.685601:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077665.685604:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077665.685607:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077665.685609:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077665.685611:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077665.685613:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077665.685614:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077665.685617:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3645:3645:256:4294967295] 192.168.204.106@tcp LPNI seq info [3644:3644:8:4294967295]
00000400:00000200:2.0:1769077665.685620:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077665.685624:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077665.685627:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077665.685629:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077665.685632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077665.685634:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769077665.685637:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077665.685639:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769077665.685642:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077665.685643:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077665.685645:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077665.685647:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077665.685650:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077665.685652:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077665.685655:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077665.685658:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685666:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077665.685669:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685676:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.685678:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077665.685681:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077665.685685:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077665.685689:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077665.685691:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299324192
00000100:00000001:2.0:1769077665.685694:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299327555
00000100:00000001:2.0:1769077665.685697:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299324192
00000100:00000001:2.0:1769077665.685699:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299327555
00000100:00000001:2.0:1769077665.685702:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077665.685705:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.685707:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077665.685711:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077665/real 1769077665]  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077665.685719:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077665.685721:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077665.685723:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077665.685725:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077665.685727:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077665.685729:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077665.685731:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077665.685737:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685741:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077665.685742:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685743:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077665.685744:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077665.685746:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685750:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077665.685753:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685757:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077665.685759:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685760:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077665.685761:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685762:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077665.685763:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077665.685765:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077665.685768:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077665.685770:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077665.685772:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077665.685777:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612161408:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077665.685780:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685781:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077665.685783:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831c00 x1855007612161408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077665.685786:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077665.685788:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077665.685789:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077665.685790:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077665.685791:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077665.685792:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077665.685794:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077665.685795:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc000.
02000000:00000001:2.0:1769077665.685797:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077665.685797:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077665.685798:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831c00.
00000100:00000001:2.0:1769077665.685800:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077665.685801:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685802:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077665.685804:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077665.685805:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077665.685807:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077665.685808:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077666.068816:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077666.068821:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077666.068824:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077666.708678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077666.708685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077666.708687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077666.708691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077666.708695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077666.708699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077666.708702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077666.708705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077666.708708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077667.092721:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077667.092725:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077667.092727:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077667.732665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077667.732672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077667.732674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077667.732679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077667.732681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077667.732685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077667.732686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077667.732688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077667.732691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077668.116819:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077668.116824:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077668.116828:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077668.756660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077668.756666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077668.756668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077668.756672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077668.756675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077668.756678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077668.756680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077668.756682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077668.756685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077669.140721:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077669.140726:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077669.140729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077669.780690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077669.780695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077669.780697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077669.780701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077669.780704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077669.780707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077669.780709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077669.780711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077669.780713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077670.164771:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077670.164775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077670.164778:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077670.292628:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299327555, at 4299328000
00000100:00000010:0.0:1769077670.292648:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba20.
00000100:00000001:0.0:1769077670.804699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077670.804699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077670.804706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077670.804709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077670.804711:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769077670.804714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077670.804715:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077670.804721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077670.804721:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077670.804725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077670.804726:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077670.804729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077670.804733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077670.804737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077670.804744:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4656
00000400:00000200:3.0:1769077670.804755:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077670.804761:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077670.804764:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077670.804768:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804771:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077670.804773:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804775:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077670.804779:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077670.804780:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077670.804783:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077670.804785:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077670.804786:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077670.804788:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077670.804791:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804792:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077670.804795:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804796:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077670.804799:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077670.804801:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804803:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077670.804806:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077670.804809:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077670.804812:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077670.804813:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077670.804815:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077670.804826:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769077670.804829:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077670.804833:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077670.804834:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077670.804837:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077670.804839:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077670.804844:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077670.804852:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769077670.804858:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077670.804867:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077670.804876:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077670.804887:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077670.804891:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077670.804909:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077670.804911:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077670.804914:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077670.804915:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077670.804916:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077670.804918:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077670.804921:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4656
00000400:00000200:3.0:1769077670.804924:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077670.804926:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077670.804927:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077670.804930:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804931:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077670.804933:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804934:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077670.804936:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077670.804936:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077670.804937:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077670.804939:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077670.804940:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077670.804941:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077670.804943:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804944:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077670.804946:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804947:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077670.804948:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077670.804950:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077670.804952:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077670.804953:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077670.804958:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077670.804959:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077670.804961:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077670.804965:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077670.804968:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077670.804970:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077670.804972:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769077670.804974:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077670.804976:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077670.804978:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077670.804979:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077670.804981:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077670.804983:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077670.804987:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769077670.804990:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077670.804993:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077670.804999:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077670.805001:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077670.805004:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805007:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077670.805015:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077670.805018:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077670.805026:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077670.805031:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077670.805038:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077670.805040:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077670.805050:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077670.805071:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077670.805073:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077670.805077:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077670.805082:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077670.805082:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4666)
02000000:00000001:2.0:1769077670.805091:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077670.805096:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077670.805099:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612161536:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077670.805103:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077670.805108:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077670.805110:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077670.805112:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077670.805121:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077670.805123:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077670.805156:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077670.805162:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077670.805167:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077670.805173:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612161536, portal 25
00000100:00000001:2.0:1769077670.805174:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077670.805176:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334604544 : -118662374947072 : ffff9413c34b0700)
00000100:00000040:2.0:1769077670.805181:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805187:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077670.805189:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077670.805191:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077670.805194:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612161536, offset 0
00000400:00000200:2.0:1769077670.805199:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077670.805206:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077670.805212:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077670.805216:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077670.805220:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077670.805223:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077670.805225:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077670.805228:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3646:3646:256:4294967295] 192.168.204.106@tcp LPNI seq info [3645:3645:8:4294967295]
00000400:00000200:2.0:1769077670.805231:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077670.805239:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077670.805244:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077670.805247:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077670.805253:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077670.805257:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077670.805262:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077670.805264:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077670.805267:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077670.805269:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077670.805274:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077670.805277:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077670.805281:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077670.805282:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077670.805286:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077670.805289:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805297:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077670.805299:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805304:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.805305:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077670.805309:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077670.805312:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077670.805314:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299332675
00000100:00000010:2.0:1769077670.805318:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b420.
00000100:00000001:2.0:1769077670.805323:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077670.805330:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299332675
00000100:00000010:2.0:1769077670.805332:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b600.
00000100:00000001:2.0:1769077670.805334:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077670.805337:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077670.805339:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.805341:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077670.805343:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077670/real 1769077670]  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077670.805350:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077670.805351:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077670.805352:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077670.805354:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077670.805355:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077670.805357:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077670.805359:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077670.805365:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805370:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077670.805371:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805373:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077670.805375:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077670.805379:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805387:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077670.805392:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805399:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077670.805402:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805404:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077670.805405:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805408:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077670.805410:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077670.805413:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077670.805418:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077670.805422:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077670.805426:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077670.805436:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612161536:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077670.805440:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805443:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077670.805445:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0700 x1855007612161536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805450:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077670.805452:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077670.805454:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077670.805456:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077670.805458:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077670.805459:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077670.805461:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077670.805463:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:2.0:1769077670.805466:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077670.805468:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077670.805469:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0700.
00000100:00000001:2.0:1769077670.805473:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077670.805473:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805475:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805481:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077670.805482:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.805484:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077670.805485:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077670.805486:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077670.805489:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805494:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077670.805495:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077670.805497:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077670.805498:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077670.805500:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077670.805502:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612161664:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077670.805504:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077670.805506:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077670.805507:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077670.805508:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077670.805511:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077670.805512:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077670.805515:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077670.805517:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077670.805519:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077670.805522:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612161664, portal 10
00000100:00000001:2.0:1769077670.805523:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077670.805524:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334608128 : -118662374943488 : ffff9413c34b1500)
00000100:00000040:2.0:1769077670.805528:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805533:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077670.805534:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077670.805536:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077670.805537:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612161664, offset 0
00000400:00000200:2.0:1769077670.805540:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077670.805542:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077670.805544:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077670.805546:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077670.805548:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077670.805550:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077670.805593:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077670.805596:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3647:3647:256:4294967295] 192.168.204.106@tcp LPNI seq info [3646:3646:8:4294967295]
00000400:00000200:2.0:1769077670.805599:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077670.805604:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077670.805607:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077670.805610:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077670.805613:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077670.805615:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769077670.805618:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077670.805619:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769077670.805622:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077670.805623:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077670.805625:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077670.805628:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077670.805630:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077670.805631:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077670.805633:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077670.805635:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805640:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077670.805642:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805647:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.805648:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077670.805650:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077670.805652:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077670.805654:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077670.805656:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299329312
00000100:00000001:2.0:1769077670.805658:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299332675
00000100:00000001:2.0:1769077670.805659:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299329312
00000100:00000001:2.0:1769077670.805661:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299332675
00000100:00000001:2.0:1769077670.805662:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077670.805664:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.805665:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077670.805667:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077670/real 1769077670]  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077670.805677:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077670.805678:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077670.805679:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077670.805680:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077670.805681:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077670.805694:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077670.805696:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077670.805702:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805706:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077670.805707:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805708:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077670.805709:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077670.805711:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805715:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077670.805717:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805721:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077670.805723:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805723:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077670.805724:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805726:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077670.805727:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077670.805729:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077670.805731:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077670.805733:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077670.805735:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077670.805741:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612161664:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077670.805743:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805744:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077670.805746:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1500 x1855007612161664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077670.805750:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077670.805751:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077670.805752:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077670.805753:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077670.805754:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077670.805755:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077670.805756:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077670.805757:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:2.0:1769077670.805759:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077670.805759:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077670.805760:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1500.
00000100:00000001:2.0:1769077670.805774:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077670.805775:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805776:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077670.805778:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077670.805779:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077670.805780:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077670.805781:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077671.188779:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077671.188785:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077671.188788:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077671.828673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077671.828682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077671.828684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077671.828690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077671.828694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077671.828697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077671.828700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077671.828702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077671.828704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077672.212758:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077672.212763:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077672.212766:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077672.852686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077672.852695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077672.852697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077672.852703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077672.852707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077672.852711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077672.852713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077672.852716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077672.852719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077673.236774:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077673.236778:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077673.236781:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077673.876641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077673.876650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077673.876652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077673.876659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077673.876664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077673.876669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077673.876673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077673.876676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077673.876679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077674.260809:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077674.260814:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077674.260818:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077674.900642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077674.900651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077674.900654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077674.900662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077674.900667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077674.900671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077674.900675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077674.900679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077674.900682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077675.284786:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077675.284792:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077675.284797:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077675.412696:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299332675, at 4299333120
00000100:00000010:0.0:1769077675.412716:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b420.
00000100:00000001:0.0:1769077675.924670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077675.924679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077675.924682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077675.924689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077675.924693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077675.924698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077675.924702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077675.924705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077675.924709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.924968:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077675.924975:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077675.924980:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077675.924994:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925019:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077675.925022:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077675.925027:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077675.925034:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077675.925054:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077675.925062:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612161792:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077675.925077:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077675.925085:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077675.925090:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077675.925097:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077675.925106:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077675.925112:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077675.925123:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077675.925132:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077675.925144:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077675.925154:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612161792, portal 25
00000100:00000001:2.0:1769077675.925159:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077675.925163:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455713280 : -118662253838336 : ffff9413ca830000)
00000100:00000040:2.0:1769077675.925178:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925195:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077675.925203:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077675.925209:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077675.925217:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612161792, offset 0
00000400:00000200:2.0:1769077675.925232:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077675.925244:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077675.925253:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077675.925260:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077675.925265:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077675.925270:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077675.925274:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077675.925279:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3648:3648:256:4294967295] 192.168.204.106@tcp LPNI seq info [3647:3647:8:4294967295]
00000400:00000200:2.0:1769077675.925293:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077675.925305:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077675.925312:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077675.925319:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077675.925327:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077675.925332:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077675.925339:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077675.925343:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077675.925348:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077675.925359:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077675.925368:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077675.925373:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077675.925380:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077675.925383:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077675.925388:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077675.925394:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925405:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077675.925408:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925416:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.925418:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077675.925425:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077675.925430:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077675.925433:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299337795
00000100:00000010:2.0:1769077675.925439:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b240.
00000100:00000001:2.0:1769077675.925449:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077675.925456:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299337795
00000100:00000010:2.0:1769077675.925460:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bc60.
00000100:00000001:2.0:1769077675.925463:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077675.925467:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077675.925470:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.925473:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077675.925477:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077675/real 1769077675]  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077675.925488:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077675.925490:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077675.925493:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077675.925496:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077675.925498:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077675.925501:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077675.925505:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077675.925516:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925523:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077675.925524:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.925527:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077675.925530:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077675.925534:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925542:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077675.925547:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925584:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077675.925587:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.925590:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077675.925591:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.925594:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077675.925596:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077675.925599:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077675.925605:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077675.925609:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077675.925615:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077675.925624:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612161792:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077675.925629:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.925632:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077675.925635:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830000 x1855007612161792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925642:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077675.925645:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077675.925648:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077675.925652:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077675.925654:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077675.925656:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077675.925658:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077675.925662:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:2.0:1769077675.925667:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077675.925669:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077675.925671:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830000.
00000100:00000001:2.0:1769077675.925675:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077675.925676:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.925679:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.925686:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077675.925688:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.925690:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077675.925691:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077675.925693:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077675.925697:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925704:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077675.925706:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077675.925708:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077675.925710:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077675.925713:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077675.925717:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612161920:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077675.925720:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077675.925723:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077675.925724:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077675.925726:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077675.925730:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077675.925732:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077675.925736:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077675.925739:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077675.925743:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077675.925756:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612161920, portal 10
00000100:00000001:2.0:1769077675.925758:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077675.925760:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455714176 : -118662253837440 : ffff9413ca830380)
00000100:00000040:2.0:1769077675.925768:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925775:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077675.925778:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077675.925780:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077675.925783:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612161920, offset 0
00000400:00000200:2.0:1769077675.925788:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077675.925792:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077675.925796:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077675.925800:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077675.925803:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077675.925806:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077675.925809:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077675.925812:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3649:3649:256:4294967295] 192.168.204.106@tcp LPNI seq info [3648:3648:8:4294967295]
00000400:00000200:2.0:1769077675.925816:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077675.925823:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077675.925837:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077675.925842:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077675.925846:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077675.925849:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077675.925854:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077675.925857:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077675.925861:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077675.925863:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077675.925867:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077675.925871:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077675.925875:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077675.925877:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077675.925879:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077675.925884:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925892:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077675.925896:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925902:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.925904:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077675.925908:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077675.925912:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077675.925915:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077675.925917:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299334432
00000100:00000001:2.0:1769077675.925920:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299337795
00000100:00000001:2.0:1769077675.925923:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299334432
00000100:00000001:2.0:1769077675.925925:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299337795
00000100:00000001:2.0:1769077675.925927:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077675.925930:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.925932:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077675.925936:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077675/real 1769077675]  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077675.925950:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077675.925952:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077675.925954:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077675.925956:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077675.925958:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077675.925961:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077675.925964:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077675.925973:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925980:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077675.925982:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.925983:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077675.925985:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077675.925989:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.925996:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077675.926000:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.926008:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077675.926011:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.926013:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077675.926014:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.926016:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077675.926018:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077675.926021:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077675.926025:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077675.926028:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077675.926033:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077675.926059:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612161920:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077675.926063:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.926065:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077675.926069:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830380 x1855007612161920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077675.926076:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077675.926078:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077675.926080:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077675.926083:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077675.926085:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077675.926086:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077675.926088:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077675.926090:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc400.
02000000:00000001:2.0:1769077675.926093:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077675.926095:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077675.926096:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830380.
00000100:00000001:2.0:1769077675.926099:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077675.926100:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.926102:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077675.926106:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077675.926107:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077675.926109:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077675.926111:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077676.308762:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077676.308766:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077676.308769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077676.948656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077676.948663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077676.948666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077676.948671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077676.948675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077676.948678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077676.948681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077676.948684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077676.948687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077677.332771:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077677.332777:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077677.332781:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077677.972667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077677.972672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077677.972673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077677.972678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077677.972681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077677.972684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077677.972686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077677.972688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077677.972690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077678.356769:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077678.356774:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077678.356778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077678.996668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077678.996675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077678.996679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077678.996684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077678.996689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077678.996693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077678.996696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077678.996698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077678.996701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077679.380755:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077679.380758:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077679.380762:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077680.020647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077680.020656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077680.020658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077680.020665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077680.020670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077680.020675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.020679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077680.020682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077680.020685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077680.404789:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077680.404793:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077680.404797:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077680.532645:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299337795, at 4299338240
00000100:00000010:0.0:1769077680.532667:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b240.
00000100:00000001:0.0:1769077681.044666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077681.044676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077681.044683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077681.044692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077681.044704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077681.044710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077681.044717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077681.044722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077681.044732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.044929:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077681.044936:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077681.044941:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077681.044964:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.044981:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077681.044985:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077681.044993:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077681.044996:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077681.044999:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077681.045005:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612162048:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077681.045013:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077681.045019:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077681.045022:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077681.045027:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077681.045033:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077681.045037:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077681.045044:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077681.045050:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077681.045058:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077681.045069:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612162048, portal 25
00000100:00000001:2.0:1769077681.045074:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077681.045077:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455718656 : -118662253832960 : ffff9413ca831500)
00000100:00000040:2.0:1769077681.045084:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045101:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077681.045106:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077681.045109:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077681.045112:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612162048, offset 0
00000400:00000200:2.0:1769077681.045119:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077681.045128:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077681.045134:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077681.045139:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077681.045143:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077681.045147:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077681.045149:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077681.045153:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3650:3650:256:4294967295] 192.168.204.106@tcp LPNI seq info [3649:3649:8:4294967295]
00000400:00000200:2.0:1769077681.045156:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077681.045165:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077681.045171:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077681.045175:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077681.045182:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077681.045186:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077681.045191:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077681.045194:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077681.045197:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077681.045200:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077681.045206:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077681.045211:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077681.045216:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077681.045218:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077681.045222:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077681.045225:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045233:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077681.045237:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045246:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.045248:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077681.045255:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077681.045261:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077681.045264:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299342915
00000100:00000010:2.0:1769077681.045270:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba80.
00000100:00000001:2.0:1769077681.045278:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077681.045285:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299342915
00000100:00000010:2.0:1769077681.045289:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b4e0.
00000100:00000001:2.0:1769077681.045292:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077681.045296:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077681.045300:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.045303:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077681.045308:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077681/real 1769077681]  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077681.045319:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077681.045322:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077681.045324:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077681.045327:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077681.045329:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077681.045332:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077681.045336:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077681.045346:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045353:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077681.045356:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045358:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077681.045360:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077681.045365:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045373:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077681.045379:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045387:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077681.045391:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045393:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077681.045394:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045397:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077681.045399:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077681.045402:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077681.045407:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077681.045410:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077681.045415:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077681.045425:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612162048:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077681.045430:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045433:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077681.045436:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831500 x1855007612162048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045444:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077681.045447:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077681.045450:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077681.045453:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077681.045455:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077681.045457:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077681.045460:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077681.045463:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace400.
02000000:00000001:2.0:1769077681.045467:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077681.045469:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077681.045471:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831500.
00000100:00000001:2.0:1769077681.045474:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077681.045476:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045478:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045486:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077681.045488:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.045491:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077681.045492:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077681.045494:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077681.045498:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045505:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077681.045507:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077681.045510:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077681.045511:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077681.045514:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077681.045517:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612162176:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077681.045521:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077681.045523:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077681.045525:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077681.045527:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077681.045530:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077681.045532:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077681.045537:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077681.045540:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077681.045584:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077681.045588:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612162176, portal 10
00000100:00000001:2.0:1769077681.045590:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077681.045592:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455714176 : -118662253837440 : ffff9413ca830380)
00000100:00000040:2.0:1769077681.045599:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045606:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077681.045609:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077681.045611:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077681.045614:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612162176, offset 0
00000400:00000200:2.0:1769077681.045618:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077681.045623:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077681.045626:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077681.045629:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077681.045632:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077681.045634:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077681.045637:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077681.045640:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3651:3651:256:4294967295] 192.168.204.106@tcp LPNI seq info [3650:3650:8:4294967295]
00000400:00000200:2.0:1769077681.045644:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077681.045651:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077681.045655:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077681.045659:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077681.045663:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077681.045666:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077681.045670:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077681.045673:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077681.045677:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077681.045679:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077681.045682:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077681.045685:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077681.045688:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077681.045690:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077681.045693:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077681.045696:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045704:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077681.045707:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045714:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.045715:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077681.045718:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077681.045723:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077681.045726:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077681.045729:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299339552
00000100:00000001:2.0:1769077681.045732:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299342915
00000100:00000001:2.0:1769077681.045735:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299339552
00000100:00000001:2.0:1769077681.045737:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299342915
00000100:00000001:2.0:1769077681.045740:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077681.045742:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.045744:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077681.045748:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077681/real 1769077681]  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077681.045763:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077681.045764:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077681.045766:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077681.045769:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077681.045770:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077681.045772:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077681.045776:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077681.045786:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045794:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077681.045795:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045797:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077681.045799:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077681.045803:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045811:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077681.045815:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045823:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077681.045826:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045828:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077681.045829:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045831:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077681.045833:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077681.045836:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077681.045840:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077681.045842:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077681.045846:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077681.045852:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612162176:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077681.045855:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045856:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077681.045858:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830380 x1855007612162176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077681.045862:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077681.045863:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077681.045865:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077681.045866:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077681.045867:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077681.045868:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077681.045870:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077681.045871:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd400.
02000000:00000001:2.0:1769077681.045873:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077681.045874:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077681.045876:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830380.
00000100:00000001:2.0:1769077681.045877:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077681.045878:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045880:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077681.045882:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077681.045883:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077681.045885:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077681.045886:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077681.428737:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077681.428742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077681.428746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077682.068658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077682.068665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077682.068666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077682.068671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077682.068674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077682.068677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077682.068679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077682.068682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077682.068684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077682.452769:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077682.452775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077682.452779:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077683.092665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077683.092674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077683.092676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077683.092684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077683.092688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077683.092694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077683.092697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077683.092701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077683.092705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077683.476784:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077683.476788:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077683.476791:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077684.116661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077684.116667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077684.116668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077684.116672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077684.116675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077684.116678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077684.116680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077684.116682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077684.116684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077684.500760:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077684.500767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077684.500773:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077685.140660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077685.140667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077685.140668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077685.140673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077685.140676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077685.140679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.140681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077685.140683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077685.140686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077685.524713:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077685.524717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077685.524719:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077685.652678:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299342915, at 4299343360
00000100:00000010:0.0:1769077685.652696:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba80.
00000100:00000001:0.0:1769077686.164670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077686.164678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077686.164680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077686.164688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077686.164693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077686.164694:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077686.164697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077686.164702:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077686.164703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077686.164705:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077686.164708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077686.164709:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077686.164715:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077686.164716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077686.164721:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4671
00000400:00000200:3.0:1769077686.164730:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077686.164736:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077686.164739:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077686.164742:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164744:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.164747:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164749:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077686.164752:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077686.164753:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077686.164755:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077686.164758:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077686.164759:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077686.164761:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077686.164763:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164765:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.164766:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164767:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077686.164769:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077686.164772:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164773:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077686.164775:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077686.164778:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077686.164780:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.164782:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077686.164784:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077686.164792:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769077686.164795:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077686.164798:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077686.164799:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.164801:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077686.164803:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077686.164814:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077686.164821:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077686.164826:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077686.164833:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077686.164841:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077686.164844:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077686.164847:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077686.164864:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077686.164866:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077686.164879:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077686.164880:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077686.164882:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077686.164884:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077686.164885:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4671
00000400:00000200:3.0:1769077686.164889:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077686.164891:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077686.164892:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077686.164894:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164896:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.164898:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164900:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077686.164903:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077686.164904:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077686.164905:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077686.164907:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077686.164908:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077686.164910:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077686.164912:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164913:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077686.164918:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164920:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077686.164923:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077686.164925:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077686.164926:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077686.164928:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077686.164933:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077686.164936:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.164938:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077686.164939:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077686.164947:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1769077686.164948:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077686.164950:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1769077686.164957:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.164961:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077686.164965:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077686.164968:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769077686.164979:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077686.164989:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077686.164994:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.165000:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077686.165005:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1769077686.165010:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077686.165011:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.165015:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077686.165019:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
02000000:00000001:2.0:1769077686.165021:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077686.165032:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077686.165033:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077686.165042:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077686.165047:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1769077686.165048:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612162304:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077686.165064:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077686.165073:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077686.165074:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769077686.165083:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077686.165084:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077686.165092:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077686.165098:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077686.165100:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077686.165107:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077686.165121:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077686.165129:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077686.165138:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000001:3.0:1769077686.165140:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077686.165147:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612162304, portal 25
00000100:00000040:3.0:1769077686.165147:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077686.165154:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769077686.165156:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077686.165157:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:3.0:1769077686.165167:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077686.165170:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165186:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077686.165191:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077686.165191:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077686.165196:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077686.165201:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612162304, offset 0
00000100:00000040:3.0:1769077686.165202:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4681)
00000400:00000200:2.0:1769077686.165209:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077686.165219:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077686.165227:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077686.165233:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077686.165237:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077686.165240:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077686.165242:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077686.165246:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3652:3652:256:4294967295] 192.168.204.106@tcp LPNI seq info [3651:3651:8:4294967295]
00000400:00000200:2.0:1769077686.165250:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077686.165259:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077686.165264:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077686.165269:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077686.165276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077686.165279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077686.165286:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077686.165290:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077686.165296:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077686.165299:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077686.165307:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077686.165313:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077686.165319:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077686.165323:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077686.165329:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077686.165334:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165343:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077686.165346:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165352:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.165353:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077686.165360:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077686.165363:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077686.165366:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299348035
00000100:00000010:2.0:1769077686.165371:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bde0.
00000100:00000001:2.0:1769077686.165378:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077686.165385:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299348035
00000100:00000010:2.0:1769077686.165387:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929be40.
00000100:00000001:2.0:1769077686.165389:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077686.165392:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077686.165395:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.165397:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077686.165400:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077686/real 1769077686]  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077686.165408:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077686.165410:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077686.165411:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077686.165413:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077686.165414:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077686.165416:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077686.165419:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077686.165426:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165430:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077686.165432:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165434:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077686.165435:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077686.165437:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165442:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077686.165445:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165450:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077686.165453:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165454:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077686.165455:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165457:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077686.165458:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077686.165461:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077686.165464:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077686.165466:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077686.165470:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077686.165475:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612162304:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077686.165480:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165482:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077686.165485:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612162304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165492:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077686.165496:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077686.165499:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077686.165502:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077686.165505:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077686.165507:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077686.165510:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077686.165513:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:2.0:1769077686.165518:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077686.165520:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077686.165523:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:2.0:1769077686.165528:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077686.165530:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165532:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165541:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077686.165543:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.165550:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077686.165588:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077686.165590:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077686.165594:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165599:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077686.165600:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077686.165602:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077686.165604:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077686.165606:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077686.165608:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612162432:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077686.165611:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077686.165612:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077686.165614:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077686.165615:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077686.165618:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077686.165619:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077686.165622:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077686.165626:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077686.165629:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077686.165633:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612162432, portal 10
00000100:00000001:2.0:1769077686.165635:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077686.165636:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:2.0:1769077686.165643:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165650:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077686.165653:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077686.165655:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077686.165658:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612162432, offset 0
00000400:00000200:2.0:1769077686.165663:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077686.165667:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077686.165671:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077686.165675:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077686.165678:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077686.165680:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077686.165683:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077686.165686:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3653:3653:256:4294967295] 192.168.204.106@tcp LPNI seq info [3652:3652:8:4294967295]
00000400:00000200:2.0:1769077686.165689:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077686.165694:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077686.165698:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077686.165702:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077686.165704:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077686.165706:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077686.165710:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077686.165712:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077686.165715:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077686.165716:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077686.165718:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077686.165721:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077686.165723:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077686.165725:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077686.165726:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077686.165729:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165735:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077686.165737:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165742:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.165743:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077686.165745:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077686.165748:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077686.165752:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077686.165754:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299344672
00000100:00000001:2.0:1769077686.165757:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299348035
00000100:00000001:2.0:1769077686.165760:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299344672
00000100:00000001:2.0:1769077686.165762:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299348035
00000100:00000001:2.0:1769077686.165765:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077686.165767:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.165769:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077686.165773:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077686/real 1769077686]  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077686.165790:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077686.165792:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077686.165794:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077686.165797:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077686.165799:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077686.165801:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077686.165804:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077686.165811:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165815:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077686.165816:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165817:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077686.165818:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077686.165820:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165824:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077686.165827:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165832:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077686.165834:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165835:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077686.165835:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165837:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077686.165838:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077686.165839:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077686.165842:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077686.165843:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077686.165846:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077686.165851:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612162432:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077686.165854:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165855:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077686.165857:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612162432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077686.165861:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077686.165862:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077686.165863:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077686.165865:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077686.165865:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077686.165866:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077686.165883:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077686.165885:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:2.0:1769077686.165888:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077686.165889:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077686.165890:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:2.0:1769077686.165893:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077686.165894:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165895:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077686.165897:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077686.165899:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077686.165900:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077686.165901:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077686.548786:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077686.548797:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077686.548804:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077687.188660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077687.188668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077687.188670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.188675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077687.188679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077687.188692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077687.188696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077687.188699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077687.188702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077687.572761:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077687.572764:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077687.572767:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077688.212658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077688.212666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077688.212668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077688.212673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077688.212677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077688.212681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077688.212683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077688.212686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077688.212689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077688.596703:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077688.596706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077688.596710:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077689.236659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077689.236669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077689.236671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077689.236679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077689.236684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077689.236689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077689.236693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077689.236695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077689.236699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077689.620830:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077689.620834:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077689.620837:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077690.260662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077690.260670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077690.260672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077690.260678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077690.260682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077690.260686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.260688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077690.260691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077690.260693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077690.644703:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077690.644708:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077690.644712:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077690.772641:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299348035, at 4299348480
00000100:00000010:0.0:1769077690.772656:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bde0.
00000100:00000001:0.0:1769077691.284664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077691.284671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077691.284673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077691.284678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077691.284681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077691.284684:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077691.284685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077691.284692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077691.284695:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077691.284696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077691.284706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.284706:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077691.284714:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077691.284718:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077691.284726:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4676
00000400:00000200:2.0:1769077691.284736:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077691.284743:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077691.284746:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077691.284748:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284751:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077691.284753:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284755:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077691.284759:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077691.284761:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077691.284763:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077691.284765:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077691.284767:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077691.284769:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077691.284772:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284775:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077691.284777:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284779:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077691.284811:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077691.284816:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284819:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077691.284823:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077691.284828:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077691.284832:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.284834:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077691.284837:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077691.284850:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077691.284854:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077691.284861:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077691.284863:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.284865:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077691.284868:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077691.284873:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077691.284880:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077691.284886:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077691.284896:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612162560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077691.284905:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077691.284910:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077691.284913:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612162560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077691.284938:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077691.284940:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077691.284944:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077691.284945:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077691.284946:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077691.284949:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077691.284951:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4676
00000400:00000200:2.0:1769077691.284954:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077691.284956:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077691.284959:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077691.284961:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284963:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077691.284965:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284967:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077691.284969:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077691.284970:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077691.284972:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077691.284973:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077691.284975:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077691.284977:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077691.284980:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284982:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077691.284986:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284988:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077691.284993:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077691.284997:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077691.284999:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077691.285001:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077691.285007:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077691.285011:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.285015:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077691.285020:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077691.285025:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.285028:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077691.285032:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769077691.285035:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077691.285039:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077691.285042:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077691.285046:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077691.285049:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077691.285052:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077691.285057:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077691.285060:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077691.285067:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612162688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077691.285075:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077691.285078:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077691.285080:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612162688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077691.285093:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077691.285099:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077691.285103:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077691.285105:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077691.285110:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077691.285126:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4686)
00000800:00000200:1.1:1769077691.285224:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077691.285228:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077691.285526:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077691.285528:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1769077691.668826:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077691.668832:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077691.668836:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077692.308707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077692.308715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077692.308716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077692.308722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077692.308725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077692.308729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077692.308732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077692.308735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077692.308737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077692.692812:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077692.692817:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077692.692821:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077693.332669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077693.332678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077693.332680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077693.332685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077693.332690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077693.332694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077693.332698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077693.332702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077693.332706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077693.716832:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077693.716838:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077693.716843:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077694.356761:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077694.356772:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077694.356776:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077694.356784:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077694.356790:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077694.356795:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077694.356799:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077694.356803:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077694.356808:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077694.740768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077694.740774:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077694.740778:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077695.380750:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077695.380761:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077695.380763:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077695.380772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077695.380777:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077695.380782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.380785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077695.380788:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077695.380791:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077695.764759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077695.764764:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077695.764769:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077695.892644:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299353155, at 4299353600
00000100:00000010:0.0:1769077695.892665:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:2.0:1769077696.404652:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077696.404667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077696.404668:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077696.404673:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077696.404676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077696.404680:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077696.404681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077696.404692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077696.404692:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077696.404709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077696.404714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077696.404718:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4681
00000100:00000001:0.0:1769077696.404720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077696.404728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077696.404734:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077696.404735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077696.404747:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077696.404753:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077696.404757:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077696.404764:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404766:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077696.404770:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077696.404773:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077696.404776:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077696.404780:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077696.404784:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077696.404787:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077696.404790:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404793:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077696.404795:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404798:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077696.404801:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077696.404805:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404808:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077696.404811:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077696.404814:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077696.404818:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077696.404820:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077696.404823:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077696.404833:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077696.404837:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077696.404843:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077696.404845:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077696.404848:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077696.404851:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077696.404857:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077696.404866:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077696.404874:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077696.404884:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612162816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077696.404897:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077696.404902:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077696.404907:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612162816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077696.404937:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077696.404941:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077696.404945:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077696.404947:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077696.404949:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077696.404953:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077696.404955:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4681
00000400:00000200:2.0:1769077696.404959:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077696.404962:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077696.404965:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077696.404968:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404971:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077696.404974:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404977:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077696.404980:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077696.404981:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077696.404983:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077696.404985:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077696.404989:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077696.404991:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077696.404994:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.404997:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077696.405002:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077696.405007:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077696.405012:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077696.405019:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077696.405025:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077696.405029:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077696.405037:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077696.405042:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077696.405047:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077696.405052:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077696.405060:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077696.405064:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077696.405070:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769077696.405074:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077696.405078:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077696.405079:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077696.405082:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077696.405086:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077696.405089:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077696.405096:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077696.405102:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077696.405112:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077696.405129:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077696.405132:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077696.405137:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077696.405148:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077696.405153:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077696.405162:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077696.405169:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077696.405175:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077696.405183:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4691)
00000800:00000200:1.1:1769077696.405289:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077696.405292:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1769077696.405603:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077696.405604:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077696.405606:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077696.405609:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405615:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077696.405616:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077696.405617:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077696.405619:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077696.405620:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077696.405622:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612162944:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077696.405625:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077696.405627:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077696.405628:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077696.405629:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077696.405632:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf400.
02000000:00000001:1.0:1769077696.405633:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077696.405637:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077696.405639:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000400:00000010:1.0:1769077696.405642:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769077696.405645:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612162944, portal 10
00000100:00000001:1.0:1769077696.405646:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077696.405648:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569951488 : -118662139600128 : ffff9413d1522300)
00000100:00000040:1.0:1769077696.405653:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405658:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077696.405659:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077696.405661:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077696.405663:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612162944, offset 0
00000400:00000200:1.0:1769077696.405666:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077696.405668:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077696.405671:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077696.405673:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077696.405675:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077696.405677:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077696.405679:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077696.405681:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3657:3657:256:4294967295] 192.168.204.106@tcp LPNI seq info [3656:3656:8:4294967295]
00000400:00000200:1.0:1769077696.405684:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077696.405689:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077696.405692:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077696.405694:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077696.405716:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077696.405718:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077696.405724:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077696.405727:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077696.405731:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077696.405733:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077696.405736:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077696.405741:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077696.405744:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077696.405746:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077696.405749:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077696.405762:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405771:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077696.405775:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405782:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077696.405783:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077696.405786:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077696.405789:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077696.405792:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077696.405794:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299354912
00000100:00000001:1.0:1769077696.405796:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299358275
00000100:00000001:1.0:1769077696.405798:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299354912
00000100:00000001:1.0:1769077696.405799:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299358275
00000100:00000001:1.0:1769077696.405801:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077696.405803:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077696.405804:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077696.405807:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077696/real 1769077696]  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077696.405822:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077696.405823:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077696.405825:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077696.405828:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077696.405830:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077696.405832:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077696.405836:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077696.405846:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405854:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077696.405855:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077696.405858:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077696.405859:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077696.405863:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405870:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077696.405873:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405878:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077696.405880:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077696.405881:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077696.405882:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077696.405883:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077696.405884:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077696.405886:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077696.405889:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077696.405891:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077696.405893:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077696.405898:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612162944:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077696.405901:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077696.405902:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077696.405904:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522300 x1855007612162944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077696.405908:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077696.405910:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077696.405911:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf400.
02000000:00000001:1.0:1769077696.405913:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077696.405914:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077696.405915:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077696.405917:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077696.405918:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e800.
02000000:00000001:1.0:1769077696.405920:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077696.405921:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077696.405922:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522300.
00000100:00000001:1.0:1769077696.405924:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077696.405925:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077696.405926:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077696.405929:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077696.405930:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077696.405932:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077696.405934:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077696.788637:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077696.788645:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077696.788744:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077696.788747:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077696.788750:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077697.428705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077697.428711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077697.428712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077697.428718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077697.428721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077697.428724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077697.428727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077697.428729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077697.428731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077697.812655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077697.812662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077697.812727:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077697.812732:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077697.812735:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077698.452632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077698.452642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077698.452645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077698.452653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077698.452657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077698.452688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077698.452692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077698.452695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077698.452698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077698.836646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077698.836678:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077698.836726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077698.836730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077698.836734:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077699.476689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077699.476696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077699.476698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077699.476703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077699.476706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077699.476709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077699.476712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077699.476715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077699.476717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077699.860715:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077699.860725:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077699.860804:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077699.860810:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077699.860815:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077700.500713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077700.500721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077700.500723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077700.500731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077700.500737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077700.500742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077700.500745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077700.500748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077700.500751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077700.884659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077700.884670:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077700.884757:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077700.884763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077700.884767:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077701.012707:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299358275, at 4299358720
00000100:00000040:0.0:1769077701.012708:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299358275, at 4299358720
00000100:00000010:0.0:1769077701.012733:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00000010:1.0:1769077701.012744:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00080000:1.0:1769077701.525075:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077701.525075:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077701.525085:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769077701.525088:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077701.525088:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.525092:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077701.525095:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:1.0:1769077701.525099:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077701.525101:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077701.525104:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077701.525106:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.525110:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077701.525114:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077701.525115:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4686
00000100:00000001:2.0:1769077701.525118:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077701.525127:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077701.525135:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077701.525140:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077701.525144:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525148:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.525151:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525154:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077701.525159:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077701.525161:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769077701.525164:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077701.525167:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769077701.525169:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769077701.525171:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769077701.525174:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525175:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.525177:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525178:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077701.525180:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769077701.525183:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525185:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077701.525187:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077701.525191:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077701.525194:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.525204:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077701.525208:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077701.525217:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830000.
00000020:00000040:1.0:1769077701.525222:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769077701.525227:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077701.525229:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.525233:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077701.525236:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077701.525242:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077701.525254:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acf400.
00000100:00000001:1.0:1769077701.525262:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077701.525275:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077701.525293:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077701.525306:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077701.525312:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000374c41d0] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077701.525336:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077701.525340:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077701.525351:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077701.525353:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077701.525359:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077701.525363:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077701.525365:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4686
00000400:00000200:1.0:1769077701.525369:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077701.525372:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077701.525372:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769077701.525377:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077701.525378:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769077701.525380:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525384:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077701.525384:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077701.525389:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525391:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077701.525394:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769077701.525395:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769077701.525396:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769077701.525399:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077701.525402:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769077701.525404:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769077701.525406:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769077701.525414:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525416:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077701.525419:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525423:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077701.525425:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769077701.525427:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769077701.525430:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077701.525431:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077701.525436:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077701.525438:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077701.525440:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077701.525443:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077701.525446:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077701.525447:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.525451:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077701.525453:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077701.525456:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1769077701.525461:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163072:192.168.204.106@tcp:250:kworker.0
00000008:00000001:1.0:1769077701.525462:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.525466:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.525470:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1769077701.525471:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831c00.
00000020:00000040:1.0:1769077701.525474:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077701.525476:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077701.525477:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077701.525480:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077701.525481:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.525486:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077701.525488:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077701.525488:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077701.525492:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077701.525495:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000010:1.0:1769077701.525497:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:2.0:1769077701.525498:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077701.525503:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077701.525509:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:1.0:1769077701.525511:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077701.525515:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000001:1.0:1769077701.525521:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077701.525523:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077701.525525:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000040:1.0:1769077701.525527:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000127bd6bc] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077701.525535:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163072, portal 25
00000100:00000001:1.0:1769077701.525536:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.525540:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769077701.525541:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077701.525542:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455713280 : -118662253838336 : ffff9413ca830000)
00000100:00000040:1.0:1769077701.525548:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077701.525572:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077701.525575:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077701.525584:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077701.525588:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077701.525592:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4696)
00000100:00000040:2.0:1769077701.525593:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077701.525598:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077701.525602:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612163072, offset 0
00000400:00000200:2.0:1769077701.525630:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077701.525638:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077701.525645:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077701.525651:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077701.525655:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077701.525659:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077701.525661:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077701.525665:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3658:3658:256:4294967295] 192.168.204.106@tcp LPNI seq info [3657:3657:8:4294967295]
00000400:00000200:2.0:1769077701.525668:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077701.525678:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077701.525684:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077701.525689:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077701.525696:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077701.525700:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077701.525705:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077701.525708:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077701.525712:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077701.525714:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077701.525718:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077701.525722:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077701.525727:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077701.525729:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077701.525732:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077701.525736:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.525744:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077701.525747:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.525753:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.525754:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077701.525760:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077701.525763:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077701.525765:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299363396
00000100:00000010:2.0:1769077701.525771:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769077701.525777:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077701.525782:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299363396
00000100:00000010:2.0:1769077701.525785:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b5a0.
00000100:00000001:2.0:1769077701.525787:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077701.525789:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077701.525792:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.525794:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077701.525797:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701]  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077701.525803:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077701.525805:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077701.525807:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077701.525809:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077701.525810:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077701.525812:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077701.525814:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077701.525821:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.525826:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077701.525827:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.525829:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077701.525830:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077701.525833:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.525837:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077701.525841:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.525856:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077701.525860:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.525862:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077701.525863:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.525866:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077701.525868:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077701.525871:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077701.525876:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077701.525879:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077701.525885:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077701.525894:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163072:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077701.525909:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.525912:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077701.525915:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830000 x1855007612163072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.525924:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077701.525927:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077701.525929:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077701.525932:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077701.525933:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077701.525934:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077701.525936:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077701.525938:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf400.
02000000:00000001:2.0:1769077701.525942:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077701.525944:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077701.525946:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830000.
00000100:00000001:2.0:1769077701.525948:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077701.525949:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.525951:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.525958:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077701.525959:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.525961:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077701.525963:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077701.525964:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077701.525966:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.525971:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077701.525973:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077701.525974:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077701.525976:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077701.525977:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077701.525979:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163200:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077701.525981:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077701.525983:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077701.525984:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077701.525985:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077701.525988:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077701.525989:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077701.525993:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077701.525995:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077701.525998:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077701.526000:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163200, portal 10
00000100:00000001:2.0:1769077701.526001:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077701.526002:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455720448 : -118662253831168 : ffff9413ca831c00)
00000100:00000040:2.0:1769077701.526008:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.526012:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077701.526014:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077701.526016:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077701.526017:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612163200, offset 0
00000400:00000200:2.0:1769077701.526020:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077701.526023:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077701.526026:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077701.526028:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077701.526030:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077701.526032:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077701.526034:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077701.526036:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3659:3659:256:4294967295] 192.168.204.106@tcp LPNI seq info [3658:3658:8:4294967295]
00000400:00000200:2.0:1769077701.526039:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077701.526043:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077701.526046:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077701.526048:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077701.526051:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077701.526053:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1769077701.526057:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077701.526071:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1769077701.526077:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077701.526078:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077701.526081:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077701.526083:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077701.526086:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077701.526087:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077701.526089:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077701.526092:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.526098:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077701.526100:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.526104:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.526105:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077701.526107:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077701.526110:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077701.526112:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077701.526114:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299360032
00000100:00000001:2.0:1769077701.526116:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299363396
00000100:00000001:2.0:1769077701.526117:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299360032
00000100:00000001:2.0:1769077701.526119:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299363396
00000100:00000001:2.0:1769077701.526121:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077701.526122:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.526124:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077701.526126:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077701/real 1769077701]  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077701.526131:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077701.526132:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077701.526133:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077701.526135:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077701.526136:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077701.526137:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077701.526139:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077701.526145:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.526149:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077701.526150:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.526151:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077701.526152:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077701.526154:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.526158:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077701.526160:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.526170:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077701.526172:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.526175:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077701.526176:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.526177:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077701.526178:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077701.526180:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077701.526183:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077701.526185:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077701.526188:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077701.526193:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163200:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077701.526195:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.526196:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077701.526198:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831c00 x1855007612163200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077701.526202:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077701.526203:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077701.526205:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077701.526206:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077701.526208:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077701.526208:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077701.526210:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077701.526211:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace000.
02000000:00000001:2.0:1769077701.526213:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077701.526214:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077701.526215:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831c00.
00000100:00000001:2.0:1769077701.526217:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077701.526218:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.526219:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077701.526221:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077701.526223:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077701.526224:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077701.526226:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077701.908666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077701.908673:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077701.908749:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077701.908755:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077701.908759:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077702.548659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077702.548669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077702.548671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077702.548679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077702.548683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077702.548687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077702.548691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077702.548694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077702.548698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077702.932686:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077702.932693:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077702.932766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077702.932770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077702.932774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077703.572733:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077703.572743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077703.572746:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077703.572753:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077703.572757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077703.572762:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077703.572765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077703.572769:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077703.572772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077703.956685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077703.956698:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077703.956702:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077703.956706:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077703.956713:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077703.956716:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077703.956719:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077703.956722:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077703.956783:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077703.956789:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077703.956793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077704.596697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077704.596709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077704.596712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077704.596721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077704.596726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077704.596731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077704.596734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077704.596738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077704.596741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077704.980688:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077704.980696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077704.980761:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077704.980767:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077704.980771:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077705.620725:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077705.620734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077705.620736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077705.620741:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077705.620745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077705.620749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077705.620751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077705.620753:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077705.620756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077706.004654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077706.004665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077706.004737:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077706.004742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077706.004746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077706.132677:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299363396, at 4299363840
00000100:00000010:1.0:1769077706.132694:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b5a0.
00000100:00000040:0.0:1769077706.132728:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299363396, at 4299363840
00000100:00000010:0.0:1769077706.132744:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769077706.644673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077706.644679:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077706.644684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077706.644689:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077706.644690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.644693:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077706.644698:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077706.644699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077706.644706:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077706.644706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077706.644713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077706.644715:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4691
00000100:00000001:2.0:1769077706.644719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077706.644724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769077706.644729:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077706.644731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077706.644737:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077706.644741:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077706.644744:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077706.644747:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077706.644749:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077706.644751:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077706.644755:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077706.644757:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077706.644759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077706.644762:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077706.644764:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077706.644766:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077706.644776:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077706.644779:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077706.644782:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077706.644787:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077706.644791:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077706.644795:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077706.644798:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.644802:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077706.644806:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077706.644810:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.644813:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077706.644816:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077706.644828:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077706.644833:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077706.644838:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077706.644840:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.644842:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077706.644846:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077706.644851:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077706.644858:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077706.644865:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077706.644875:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077706.644884:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077706.644888:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077706.644892:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077706.644929:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077706.644933:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077706.644937:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077706.644939:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077706.644940:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077706.644944:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077706.644947:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4691
00000400:00000200:0.0:1769077706.644953:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077706.644957:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077706.644960:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077706.644963:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077706.644964:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077706.644965:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077706.644970:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077706.644971:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077706.644972:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077706.644976:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077706.644977:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077706.644978:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077706.644982:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077706.644983:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077706.644986:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077706.644988:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077706.644989:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077706.644992:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077706.644996:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077706.645000:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077706.645002:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077706.645006:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077706.645011:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077706.645015:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645015:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077706.645020:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077706.645020:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077706.645025:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077706.645028:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077706.645029:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.645032:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077706.645034:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769077706.645037:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077706.645039:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077706.645041:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.645044:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077706.645048:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000100:00100000:2.0:1769077706.645048:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163328:192.168.204.106@tcp:250:kworker.0
00000020:00000040:0.0:1769077706.645053:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077706.645058:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077706.645059:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077706.645060:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.645064:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077706.645065:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077706.645066:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077706.645067:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1769077706.645071:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
02000000:00000001:2.0:1769077706.645071:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077706.645078:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077706.645079:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077706.645085:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
00000100:00100000:0.0:1769077706.645086:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077706.645089:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077706.645097:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077706.645101:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077706.645102:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077706.645106:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000100:00000040:0.0:1769077706.645110:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077706.645115:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077706.645125:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163328, portal 25
00000100:00000001:0.0:1769077706.645126:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645130:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077706.645133:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077706.645134:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000040:0.0:1769077706.645142:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077706.645145:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077706.645147:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077706.645157:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077706.645167:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4702)
00000100:00000001:2.0:1769077706.645178:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077706.645182:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077706.645186:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077706.645192:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612163328, offset 0
00000400:00000200:2.0:1769077706.645198:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077706.645208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077706.645216:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077706.645223:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077706.645228:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077706.645233:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077706.645236:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077706.645241:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3660:3660:256:4294967295] 192.168.204.106@tcp LPNI seq info [3659:3659:8:4294967295]
00000400:00000200:2.0:1769077706.645247:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077706.645260:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077706.645268:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077706.645273:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077706.645279:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077706.645283:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077706.645290:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077706.645295:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077706.645300:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077706.645303:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077706.645312:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077706.645319:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077706.645326:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077706.645329:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077706.645335:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077706.645340:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645348:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.645351:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645361:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645363:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077706.645369:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077706.645373:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077706.645376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299368515
00000100:00000010:2.0:1769077706.645381:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b120.
00000100:00000001:2.0:1769077706.645388:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077706.645401:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299368515
00000100:00000010:2.0:1769077706.645404:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b780.
00000100:00000001:2.0:1769077706.645406:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077706.645408:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077706.645411:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645413:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077706.645417:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706]  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077706.645425:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077706.645426:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077706.645428:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077706.645431:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077706.645432:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077706.645434:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077706.645437:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077706.645443:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645448:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077706.645449:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645450:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077706.645452:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077706.645455:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645460:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077706.645472:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645477:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077706.645480:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645481:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077706.645482:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645484:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077706.645485:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077706.645487:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077706.645490:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077706.645492:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077706.645495:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077706.645501:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163328:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077706.645505:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645508:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.645511:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612163328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645519:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077706.645522:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077706.645575:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077706.645579:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077706.645581:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077706.645583:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077706.645586:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077706.645588:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:2.0:1769077706.645593:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077706.645595:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077706.645597:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:2.0:1769077706.645599:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077706.645601:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645602:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645609:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077706.645610:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645612:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077706.645613:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077706.645614:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077706.645618:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645624:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077706.645625:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077706.645626:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077706.645628:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077706.645629:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077706.645631:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163456:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077706.645633:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077706.645635:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077706.645636:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077706.645638:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077706.645640:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077706.645643:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077706.645647:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077706.645651:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
00000400:00000010:2.0:1769077706.645654:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077706.645658:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163456, portal 10
00000100:00000001:2.0:1769077706.645660:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077706.645662:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:2.0:1769077706.645669:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645687:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077706.645690:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077706.645693:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000200:2.0:1769077706.645696:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612163456, offset 0
00000400:00000200:2.0:1769077706.645701:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077706.645706:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077706.645710:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077706.645714:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077706.645716:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077706.645719:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077706.645721:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077706.645723:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3661:3661:256:4294967295] 192.168.204.106@tcp LPNI seq info [3660:3660:8:4294967295]
00000400:00000200:2.0:1769077706.645726:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077706.645732:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077706.645735:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077706.645738:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077706.645741:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077706.645743:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1769077706.645747:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077706.645749:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1769077706.645752:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077706.645754:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:2.0:1769077706.645757:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077706.645761:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077706.645764:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:2.0:1769077706.645767:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:2.0:1769077706.645777:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077706.645782:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645796:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.645800:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645806:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645807:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077706.645811:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077706.645815:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077706.645817:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077706.645819:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299365152
00000100:00000001:2.0:1769077706.645822:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299368515
00000100:00000001:2.0:1769077706.645823:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299365152
00000100:00000001:2.0:1769077706.645825:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299368515
00000100:00000001:2.0:1769077706.645827:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077706.645828:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645830:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077706.645832:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077706/real 1769077706]  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077706.645843:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077706.645844:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077706.645845:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077706.645847:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077706.645848:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077706.645850:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077706.645852:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077706.645858:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645862:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077706.645863:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645864:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077706.645865:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077706.645868:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645871:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077706.645874:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645879:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077706.645881:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645882:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077706.645883:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645884:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077706.645885:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077706.645887:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077706.645889:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077706.645890:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077706.645893:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077706.645898:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163456:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077706.645902:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645904:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077706.645908:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612163456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077706.645916:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077706.645918:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077706.645920:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077706.645922:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077706.645924:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077706.645925:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077706.645928:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077706.645929:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:2.0:1769077706.645932:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077706.645933:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077706.645935:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:2.0:1769077706.645938:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077706.645939:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645942:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077706.645945:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077706.645947:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077706.645949:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077706.645951:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077707.028781:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077707.028789:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077707.028948:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077707.028953:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077707.028956:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077707.668689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077707.668697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077707.668698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077707.668704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077707.668708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077707.668711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077707.668713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077707.668715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077707.668718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077708.052638:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077708.052645:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077708.052720:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077708.052724:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077708.052728:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077708.692630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077708.692637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077708.692638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077708.692644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077708.692648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077708.692651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077708.692654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077708.692656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077708.692659:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077709.076675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077709.076681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077709.076749:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077709.076753:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077709.076756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077709.716660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077709.716666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077709.716668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077709.716673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077709.716677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077709.716681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077709.716683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077709.716685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077709.716688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077710.100653:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077710.100662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077710.100717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077710.100722:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077710.100726:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077710.740623:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077710.740630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077710.740632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077710.740638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077710.740641:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077710.740645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077710.740647:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077710.740649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077710.740652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077711.124664:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077711.124671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077711.124728:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077711.124731:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077711.124734:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077711.252660:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299368515, at 4299368960
00000100:00000040:0.0:1769077711.252661:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299368515, at 4299368960
00000100:00000010:1.0:1769077711.252674:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b780.
00000100:00000010:0.0:1769077711.252676:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00080000:3.0:1769077711.764699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077711.764711:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077711.764714:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077711.764719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077711.764724:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077711.764727:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077711.764733:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4697
00000100:00000001:2.0:1769077711.764736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077711.764740:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077711.764748:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:2.0:1769077711.764751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077711.764757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077711.764761:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077711.764765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769077711.764765:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077711.764770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077711.764771:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077711.764776:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077711.764780:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077711.764786:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077711.764789:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077711.764793:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077711.764802:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077711.764804:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077711.764807:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077711.764811:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077711.764814:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077711.764817:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077711.764820:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077711.764822:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077711.764824:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077711.764826:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077711.764830:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077711.764833:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077711.764836:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077711.764840:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077711.764844:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077711.764848:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077711.764851:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077711.764853:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077711.764866:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769077711.764870:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077711.764875:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077711.764877:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077711.764880:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077711.764883:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077711.764888:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077711.764897:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769077711.764903:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077711.764913:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077711.764923:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077711.764928:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077711.764932:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077711.764954:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077711.764957:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077711.764961:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077711.764962:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077711.764964:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077711.764967:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077711.764969:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4697
00000400:00000200:3.0:1769077711.764974:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077711.764980:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077711.764982:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077711.764985:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077711.764988:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077711.764989:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077711.764996:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077711.764996:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077711.765001:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077711.765003:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077711.765007:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077711.765009:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077711.765011:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077711.765015:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077711.765016:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077711.765023:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077711.765029:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077711.765041:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077711.765044:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077711.765046:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077711.765048:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077711.765053:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077711.765056:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077711.765058:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769077711.765063:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077711.765064:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769077711.765071:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077711.765073:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077711.765079:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077711.765081:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163584:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769077711.765084:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077711.765092:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077711.765093:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077711.765098:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077711.765098:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077711.765104:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077711.765104:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077711.765110:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769077711.765111:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077711.765117:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077711.765119:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077711.765121:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
00000100:00000010:3.0:1769077711.765125:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
02000000:00000001:2.0:1769077711.765126:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077711.765130:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077711.765139:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769077711.765140:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:3.0:1769077711.765142:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077711.765147:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1769077711.765149:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828c08.
02000000:00000001:3.0:1769077711.765150:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077711.765154:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077711.765159:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
02000000:00000010:3.0:1769077711.765160:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769077711.765170:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077711.765174:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163584, portal 25
00000100:00100000:3.0:1769077711.765179:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077711.765181:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077711.765184:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000001:3.0:1769077711.765196:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077711.765200:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077711.765206:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077711.765210:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077711.765265:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.765266:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077711.765269:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077711.765274:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077711.765277:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077711.765279:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077711.765285:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077711.765286:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce5d8.
00000100:00000040:3.0:1769077711.765289:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4707)
00000100:00000200:2.0:1769077711.765297:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612163584, offset 0
00000400:00000200:2.0:1769077711.765308:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077711.765316:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077711.765325:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077711.765330:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077711.765334:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077711.765337:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077711.765340:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077711.765344:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3662:3662:256:4294967295] 192.168.204.106@tcp LPNI seq info [3661:3661:8:4294967295]
00000400:00000200:2.0:1769077711.765347:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077711.765357:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077711.765363:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077711.765369:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86c00.
00000800:00000200:2.0:1769077711.765374:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077711.765379:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:2.0:1769077711.765399:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077711.765403:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077711.765406:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299373635
00000100:00000010:2.0:1769077711.765412:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b1e0.
00000100:00000001:2.0:1769077711.765418:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077711.765424:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299373635
00000100:00000010:2.0:1769077711.765426:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769077711.765430:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077711.765434:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077711.765472:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.765476:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.765478:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077711.765485:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077711.765486:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077711.765491:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077711.765493:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077711.765495:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077711.765499:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077711.765507:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077711.765509:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077711.765511:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077711.765514:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077711.765515:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077711.765518:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163712:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077711.765522:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077711.765524:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077711.765526:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077711.765528:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077711.765532:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077711.765534:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077711.765538:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077711.765542:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077711.765548:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077711.765587:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163712, portal 10
00000100:00000001:2.0:1769077711.765590:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077711.765592:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:2.0:1769077711.765601:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077711.765608:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077711.765615:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077711.765618:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ceb28.
00000100:00000200:2.0:1769077711.765622:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612163712, offset 0
00000400:00000200:2.0:1769077711.765627:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077711.765630:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077711.765634:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077711.765637:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077711.765639:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077711.765641:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077711.765643:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077711.765646:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3663:3663:255:4294967295] 192.168.204.106@tcp LPNI seq info [3662:3662:7:4294967295]
00000400:00000200:2.0:1769077711.765650:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077711.765657:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077711.765661:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077711.765664:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86700.
00000800:00000200:2.0:1769077711.765668:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077711.765672:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:2.0:1769077711.765674:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077711.765678:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077711.765681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077711.765684:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299370272
00000100:00000001:2.0:1769077711.765686:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299373635
00000100:00000001:2.0:1769077711.765688:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299370272
00000100:00000001:2.0:1769077711.765690:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299373635
00000100:00000001:2.0:1769077711.765692:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077711.765694:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.765696:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.765698:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077711.765702:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077711.765703:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1769077711.765705:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077711.765706:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077711.765708:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077711.765710:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077712.148679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077712.148686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077712.148770:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077712.148775:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077712.148779:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077712.788597:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077712.788604:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077712.788605:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077712.788609:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077712.788612:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077712.788616:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077712.788618:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077712.788620:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077712.788621:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077713.172651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077713.172657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077713.172722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077713.172726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077713.172728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077713.812611:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077713.812617:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077713.812619:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077713.812622:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077713.812625:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077713.812628:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077713.812630:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077713.812632:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077713.812634:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077714.196656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077714.196664:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077714.196666:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077714.196669:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077714.196674:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077714.196676:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077714.196678:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077714.196681:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077714.196745:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077714.196748:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077714.196750:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077714.836651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077714.836657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077714.836658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077714.836662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077714.836665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077714.836668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.836669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077714.836671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.836673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077714.836801:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769077714.836839:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077714.836850:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077714.836854:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769077714.836858:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077714.836862:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077714.836868:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077714.836872:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86c00.
00000400:00000200:3.0:1769077714.836877:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077714.836882:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077714.836888:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce5d8
00000400:00000010:3.0:1769077714.836891:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce5d8.
00000100:00000001:3.0:1769077714.836895:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077714.836904:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077714.836927:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077714.836932:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077714.836940:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077714.836942:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077714.836951:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077714.836954:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86700.
00000400:00000200:3.0:1769077714.836957:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077714.836962:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1769077714.836963:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769077714.836965:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ceb28
00000400:00000010:3.0:1769077714.836968:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ceb28.
00000100:00000001:3.0:1769077714.836970:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077714.836974:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.836976:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077714.836980:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077714.836988:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1769077714.836990:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077714]  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077714.836994:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077714.837015:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077714.837019:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1769077714.837032:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077714.837035:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077714.837038:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828c08.
00000400:00000200:2.0:1769077714.837042:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077714.837044:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077714.837047:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077714.837065:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077714.837075:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837082:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077714.837083:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837086:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077714.837088:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077714.837091:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837098:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077714.837103:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837110:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077714.837113:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837115:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077714.837116:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837118:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077714.837121:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077714.837125:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077714.837130:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077714.837132:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077714.837137:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077714.837146:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163584:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077714.837151:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077714.837153:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077714.837156:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612163584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837162:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077714.837165:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077714.837168:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077714.837173:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077714.837176:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077714.837179:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077714.837181:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077714.837184:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:2.0:1769077714.837201:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077714.837203:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077714.837206:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:2.0:1769077714.837212:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077714.837213:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837216:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077714.837218:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077714.837219:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077714.837221:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077714.837225:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077711/real 1769077714]  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077714.837234:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077714.837235:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077714.837237:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077714.837240:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077714.837241:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077714.837244:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077714.837247:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077714.837262:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837267:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077714.837268:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837269:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077714.837270:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077714.837273:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837281:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077714.837285:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837291:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077714.837294:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837296:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077714.837297:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837299:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077714.837302:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077714.837304:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077714.837307:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077714.837310:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077714.837314:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077714.837321:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163712:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077714.837324:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837326:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077714.837329:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612163712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077714.837340:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077714.837342:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077714.837343:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769077714.837352:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077714.837354:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077714.837355:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077714.837357:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077714.837358:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:2.0:1769077714.837360:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077714.837362:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077714.837363:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:2.0:1769077714.837367:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077714.837368:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837370:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077714.837382:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077714.837384:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077714.838564:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077714.838566:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077715.220685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077715.220691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077715.220749:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077715.220752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077715.220756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077715.860622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077715.860628:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077715.860630:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077715.860633:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077715.860636:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077715.860639:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077715.860640:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077715.860642:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077715.860644:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077716.244703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077716.244712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077716.244789:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077716.244792:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077716.244795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077716.372701:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299373635, at 4299374080
00000100:00000040:1.0:1769077716.372713:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299373635, at 4299374080
00000100:00000010:0.0:1769077716.372718:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b1e0.
00000100:00000010:1.0:1769077716.372752:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769077716.884623:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077716.884632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077716.884634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077716.884639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077716.884643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077716.884646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.884649:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077716.884653:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.884656:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077716.884670:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077716.884679:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077716.884681:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077716.884685:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077716.884688:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077716.884695:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4702
00000400:00000200:1.0:1769077716.884703:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077716.884709:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077716.884711:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077716.884714:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077716.884717:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077716.884719:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077716.884721:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077716.884724:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077716.884726:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769077716.884728:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077716.884730:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769077716.884731:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769077716.884733:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769077716.884734:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077716.884735:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077716.884737:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077716.884738:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077716.884740:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769077716.884743:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077716.884746:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077716.884748:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077716.884751:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077716.884753:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077716.884755:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077716.884757:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077716.884764:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833100.
00000020:00000040:1.0:1769077716.884767:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769077716.884770:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077716.884772:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077716.884775:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077716.884778:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077716.884783:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077716.884792:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace400.
00000100:00000001:1.0:1769077716.884812:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077716.884824:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077716.884836:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077716.884841:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077716.884846:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b658190] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077716.884871:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077716.884874:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077716.884878:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077716.884880:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077716.884882:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077716.884890:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077716.884893:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1769077716.884894:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4702
00000100:00000001:2.0:1769077716.884899:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077716.884902:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1769077716.884906:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077716.884913:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000040:2.0:1769077716.884917:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769077716.884921:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077716.884931:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077716.884938:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077716.884943:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769077716.884945:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077716.884948:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077716.884950:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769077716.884955:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769077716.884956:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077716.884960:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
02000000:00000001:2.0:1769077716.884961:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1769077716.884963:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077716.884966:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:2.0:1769077716.884969:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077716.884971:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769077716.884979:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769077716.884983:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077716.884985:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077716.884988:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:2.0:1769077716.884989:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163840:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077716.884991:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077716.884998:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769077716.885005:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077716.885006:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769077716.885007:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077716.885017:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077716.885025:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077716.885029:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.885032:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077716.885036:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.885039:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769077716.885047:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077716.885047:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077716.885053:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769077716.885054:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077716.885061:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077716.885064:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077716.885074:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000010:1.0:1769077716.885080:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831f80.
00000400:00000010:2.0:1769077716.885083:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000020:00000040:1.0:1769077716.885087:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077716.885092:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077716.885093:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077716.885095:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:1.0:1769077716.885097:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077716.885101:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077716.885104:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077716.885106:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163840, portal 25
02000000:00000010:1.0:1769077716.885110:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acc400.
00000100:00000001:2.0:1769077716.885111:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077716.885114:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455725824 : -118662253825792 : ffff9413ca833100)
00000100:00000001:1.0:1769077716.885118:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077716.885126:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077716.885131:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077716.885143:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077716.885146:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077716.885158:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3b9b0] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885163:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077716.885176:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077716.885184:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000001:1.0:1769077716.885186:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077716.885192:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612163840, offset 0
00000100:00000040:1.0:1769077716.885193:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077716.885203:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077716.885211:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077716.885212:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769077716.885221:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077716.885228:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:1.0:1769077716.885230:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4712)
00000400:00000200:2.0:1769077716.885240:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077716.885248:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077716.885254:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077716.885259:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077716.885263:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077716.885267:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3664:3664:256:4294967295] 192.168.204.106@tcp LPNI seq info [3663:3663:8:4294967295]
00000400:00000200:2.0:1769077716.885272:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077716.885283:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077716.885290:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077716.885295:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077716.885302:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077716.885306:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077716.885311:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077716.885315:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077716.885320:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077716.885324:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077716.885329:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077716.885334:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077716.885339:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077716.885341:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077716.885345:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077716.885349:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885369:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077716.885373:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885380:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.885382:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077716.885393:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077716.885397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077716.885400:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299378755
00000100:00000010:2.0:1769077716.885405:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bae0.
00000100:00000001:2.0:1769077716.885412:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077716.885429:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299378755
00000100:00000010:2.0:1769077716.885433:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b180.
00000100:00000001:2.0:1769077716.885436:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077716.885439:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077716.885442:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.885444:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077716.885449:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077716]  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077716.885459:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077716.885461:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077716.885463:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077716.885467:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077716.885469:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077716.885472:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077716.885476:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077716.885485:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885491:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077716.885492:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885495:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077716.885497:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077716.885500:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885506:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077716.885515:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885522:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077716.885525:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885527:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077716.885528:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885531:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077716.885533:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077716.885537:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077716.885541:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077716.885544:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077716.885548:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077716.885580:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612163840:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077716.885585:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885587:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077716.885590:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833100 x1855007612163840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885596:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077716.885599:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077716.885602:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077716.885605:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077716.885608:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077716.885610:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077716.885612:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077716.885616:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace400.
02000000:00000001:2.0:1769077716.885620:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077716.885622:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077716.885625:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833100.
00000100:00000001:2.0:1769077716.885628:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077716.885629:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885632:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885640:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077716.885641:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.885644:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077716.885645:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077716.885646:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077716.885650:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885663:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077716.885665:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.885667:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077716.885669:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077716.885671:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077716.885674:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163968:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077716.885677:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077716.885679:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077716.885681:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077716.885683:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077716.885686:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077716.885688:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077716.885692:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077716.885695:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077716.885698:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077716.885701:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612163968, portal 10
00000100:00000001:2.0:1769077716.885703:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077716.885704:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455721344 : -118662253830272 : ffff9413ca831f80)
00000100:00000040:2.0:1769077716.885711:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885718:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077716.885720:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077716.885722:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077716.885725:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612163968, offset 0
00000400:00000200:2.0:1769077716.885728:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077716.885732:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077716.885736:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077716.885739:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077716.885741:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077716.885743:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077716.885746:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077716.885750:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3665:3665:256:4294967295] 192.168.204.106@tcp LPNI seq info [3664:3664:8:4294967295]
00000400:00000200:2.0:1769077716.885754:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077716.885760:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077716.885765:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077716.885768:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077716.885772:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077716.885776:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077716.885780:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077716.885782:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077716.885785:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077716.885787:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077716.885790:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077716.885793:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077716.885796:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077716.885798:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077716.885800:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077716.885810:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885818:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077716.885821:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885826:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.885828:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077716.885831:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077716.885835:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077716.885839:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077716.885841:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299375392
00000100:00000001:2.0:1769077716.885843:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299378755
00000100:00000001:2.0:1769077716.885845:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299375392
00000100:00000001:2.0:1769077716.885847:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299378755
00000100:00000001:2.0:1769077716.885849:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077716.885851:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.885853:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077716.885857:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077716/real 1769077716]  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077716.885865:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077716.885866:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077716.885868:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077716.885870:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077716.885872:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077716.885874:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077716.885877:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077716.885885:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885892:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077716.885893:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885895:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077716.885896:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077716.885899:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885905:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077716.885909:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885916:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077716.885919:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885920:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077716.885922:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885923:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077716.885925:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077716.885928:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077716.885932:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077716.885934:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077716.885938:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077716.885946:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612163968:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077716.885950:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885952:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077716.885955:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831f80 x1855007612163968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077716.885961:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077716.885962:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077716.885964:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077716.885967:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077716.885968:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077716.885969:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077716.885971:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077716.885972:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc400.
02000000:00000001:2.0:1769077716.885975:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077716.885976:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077716.885977:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831f80.
00000100:00000001:2.0:1769077716.885980:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077716.885981:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885983:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077716.885986:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077716.885992:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077716.885994:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077716.885995:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077717.268672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077717.268680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077717.268738:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077717.268742:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077717.268746:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077717.908613:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077717.908619:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077717.908621:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077717.908625:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077717.908628:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077717.908632:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077717.908634:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077717.908636:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077717.908639:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077718.292681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077718.292691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077718.292764:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077718.292770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077718.292775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077718.932702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077718.932712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077718.932714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077718.932721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077718.932725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077718.932730:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077718.932733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077718.932736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077718.932739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077719.316722:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077719.316730:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077719.316834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077719.316838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077719.316842:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077719.956671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077719.956680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077719.956683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077719.956689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077719.956694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077719.956699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077719.956702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077719.956704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077719.956707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077720.340664:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077720.340672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077720.340726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077720.340732:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077720.340737:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077720.980667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077720.980674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077720.980675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077720.980681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077720.980685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077720.980689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077720.980692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077720.980694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077720.980697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077721.364661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077721.364667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077721.364727:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077721.364731:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077721.364735:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077721.492755:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299378755, at 4299379200
00000100:00000010:1.0:1769077721.492777:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b180.
00000100:00000040:0.0:1769077721.493369:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299378755, at 4299379200
00000100:00000010:0.0:1769077721.493377:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bae0.
00000100:00080000:1.0:1769077722.004685:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077722.004688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077722.004695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769077722.004696:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077722.004698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077722.004699:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077722.004709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:1.0:1769077722.004710:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077722.004721:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077722.004721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077722.004732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077722.004736:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4707
00000100:00000001:2.0:1769077722.004740:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077722.004744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.004747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077722.004748:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077722.004758:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077722.004761:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077722.004764:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004766:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077722.004768:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004771:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077722.004774:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077722.004776:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769077722.004778:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077722.004780:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769077722.004782:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769077722.004784:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769077722.004785:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004787:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077722.004788:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004789:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077722.004791:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769077722.004793:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004794:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077722.004796:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077722.004799:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077722.004800:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077722.004801:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077722.004803:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077722.004811:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833b80.
00000020:00000040:1.0:1769077722.004813:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769077722.004815:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077722.004816:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077722.004818:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077722.004820:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077722.004824:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077722.004830:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acfc00.
00000100:00000001:1.0:1769077722.004835:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077722.004841:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077722.004848:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077722.004851:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077722.004853:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6fd3c6a] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077722.004871:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077722.004873:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077722.004875:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077722.004876:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077722.004877:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077722.004880:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077722.004881:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4707
00000400:00000200:1.0:1769077722.004885:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077722.004889:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077722.004891:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077722.004893:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004894:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077722.004896:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077722.004897:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004902:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077722.004902:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077722.004909:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769077722.004910:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077722.004920:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769077722.004924:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077722.004930:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:2.0:1769077722.004931:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077722.004937:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769077722.004943:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769077722.004946:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004952:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077722.004956:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004964:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077722.004968:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769077722.004977:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077722.004980:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.004980:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769077722.004987:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077722.004987:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077722.004994:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077722.004996:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077722.004996:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769077722.005000:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077722.005002:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1769077722.005003:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077722.005007:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077722.005008:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077722.005015:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077722.005019:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164096:192.168.204.106@tcp:250:kworker.0
00000100:00000010:1.0:1769077722.005021:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca832300.
00000020:00000040:1.0:1769077722.005034:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:2.0:1769077722.005034:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077722.005041:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077722.005042:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077722.005043:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077722.005048:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077722.005048:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077722.005053:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077722.005054:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077722.005059:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077722.005065:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000010:1.0:1769077722.005066:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acd000.
02000000:00000001:2.0:1769077722.005081:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077722.005082:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077722.005095:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077722.005099:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077722.005105:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077722.005115:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:1.0:1769077722.005116:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077722.005122:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077722.005125:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164096, portal 25
00000100:00000001:2.0:1769077722.005131:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077722.005133:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455728512 : -118662253823104 : ffff9413ca833b80)
00000100:00000040:1.0:1769077722.005134:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e987768] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077722.005150:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005164:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077722.005170:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077722.005173:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000001:1.0:1769077722.005176:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077722.005177:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612164096, offset 0
00000100:00000040:1.0:1769077722.005186:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077722.005192:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769077722.005199:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077722.005204:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077722.005206:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:1.0:1769077722.005214:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077722.005221:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4717)
00000400:00000200:2.0:1769077722.005223:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077722.005233:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077722.005239:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077722.005245:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077722.005249:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077722.005255:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3666:3666:256:4294967295] 192.168.204.106@tcp LPNI seq info [3665:3665:8:4294967295]
00000400:00000200:2.0:1769077722.005259:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077722.005287:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077722.005293:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077722.005298:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077722.005305:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077722.005309:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077722.005316:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077722.005320:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077722.005325:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077722.005328:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077722.005335:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077722.005339:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077722.005343:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077722.005345:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077722.005348:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077722.005352:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005360:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077722.005362:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005367:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.005368:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077722.005373:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077722.005377:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077722.005379:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299383875
00000100:00000010:2.0:1769077722.005384:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b000.
00000100:00000001:2.0:1769077722.005390:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077722.005396:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299383875
00000100:00000010:2.0:1769077722.005400:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bae0.
00000100:00000001:2.0:1769077722.005402:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077722.005404:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077722.005406:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.005408:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077722.005411:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077722/real 1769077722]  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077722.005418:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077722.005419:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077722.005420:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077722.005422:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077722.005423:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077722.005425:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077722.005428:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077722.005433:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005436:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077722.005438:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005439:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077722.005440:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077722.005443:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005446:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077722.005449:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005458:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077722.005460:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005461:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077722.005462:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005464:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077722.005465:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077722.005467:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077722.005470:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077722.005472:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077722.005474:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077722.005479:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164096:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077722.005481:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005483:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077722.005484:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833b80 x1855007612164096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005488:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077722.005490:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077722.005492:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077722.005495:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077722.005496:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077722.005498:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077722.005507:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077722.005509:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:2.0:1769077722.005515:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077722.005517:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077722.005519:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833b80.
00000100:00000001:2.0:1769077722.005522:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077722.005523:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005524:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005531:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077722.005533:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.005535:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077722.005537:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077722.005538:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077722.005540:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005545:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077722.005547:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077722.005548:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077722.005550:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077722.005578:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077722.005581:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164224:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077722.005583:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077722.005585:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077722.005586:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077722.005587:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077722.005591:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077722.005593:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077722.005598:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077722.005601:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077722.005605:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077722.005607:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164224, portal 10
00000100:00000001:2.0:1769077722.005610:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077722.005611:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455722240 : -118662253829376 : ffff9413ca832300)
00000100:00000040:2.0:1769077722.005618:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005625:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077722.005627:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077722.005630:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077722.005632:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612164224, offset 0
00000400:00000200:2.0:1769077722.005636:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077722.005640:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077722.005644:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077722.005647:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077722.005650:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077722.005652:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077722.005654:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077722.005656:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3667:3667:256:4294967295] 192.168.204.106@tcp LPNI seq info [3666:3666:8:4294967295]
00000400:00000200:2.0:1769077722.005659:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077722.005665:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077722.005668:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077722.005671:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077722.005674:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077722.005675:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077722.005679:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077722.005681:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077722.005684:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077722.005685:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077722.005688:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077722.005690:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077722.005692:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077722.005693:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077722.005694:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077722.005697:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005702:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077722.005704:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005707:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.005709:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077722.005710:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077722.005714:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077722.005716:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077722.005717:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299380512
00000100:00000001:2.0:1769077722.005720:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299383875
00000100:00000001:2.0:1769077722.005722:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299380512
00000100:00000001:2.0:1769077722.005723:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299383875
00000100:00000001:2.0:1769077722.005725:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077722.005726:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.005727:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077722.005729:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077722/real 1769077722]  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077722.005733:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077722.005733:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077722.005735:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077722.005736:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077722.005737:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077722.005738:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077722.005740:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077722.005745:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005748:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077722.005749:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005750:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077722.005750:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077722.005752:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005756:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077722.005758:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005762:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077722.005764:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005765:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077722.005766:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005768:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077722.005770:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077722.005772:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077722.005775:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077722.005777:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077722.005781:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077722.005789:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164224:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077722.005793:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005794:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077722.005797:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca832300 x1855007612164224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.005803:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077722.005804:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077722.005806:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077722.005808:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077722.005808:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077722.005809:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077722.005811:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077722.005812:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd000.
02000000:00000001:2.0:1769077722.005813:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077722.005814:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077722.005815:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca832300.
00000100:00000001:2.0:1769077722.005817:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077722.005818:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005819:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077722.005821:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077722.005822:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.005823:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077722.005824:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077722.388693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077722.388701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077722.388762:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077722.388767:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077722.388771:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077723.028685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077723.028693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077723.028695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077723.028700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077723.028703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077723.028707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077723.028709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077723.028711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077723.028713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077723.412641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077723.412648:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077723.412703:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077723.412708:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077723.412712:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077724.052671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077724.052676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077724.052678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077724.052682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077724.052684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077724.052687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077724.052689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077724.052691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077724.052692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077724.436726:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077724.436739:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077724.436742:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077724.436745:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077724.436752:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077724.436754:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077724.436756:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077724.436758:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077724.436847:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077724.436853:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077724.436856:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077725.076632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077725.076638:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077725.076639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077725.076643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077725.076645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077725.076648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077725.076649:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077725.076651:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077725.076653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077725.460638:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077725.460644:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077725.460721:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077725.460726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077725.460729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077726.100639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077726.100645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077726.100646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077726.100650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077726.100653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077726.100656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077726.100657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077726.100659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077726.100661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077726.484667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077726.484674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077726.484729:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077726.484732:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077726.484735:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077726.612669:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299383875, at 4299384320
00000100:00000040:1.0:1769077726.612669:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299383875, at 4299384320
00000100:00000010:1.0:1769077726.612684:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bae0.
00000100:00000010:0.0:1769077726.612691:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b000.
00000100:00080000:0.0:1769077727.124721:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077727.124731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077727.124732:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077727.124735:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077727.124737:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077727.124738:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077727.124743:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077727.124743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077727.124746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077727.124750:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077727.124751:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.124755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077727.124757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.124760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077727.124761:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4712
00000400:00000200:0.0:1769077727.124772:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077727.124779:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077727.124783:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077727.124786:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077727.124789:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077727.124791:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077727.124794:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077727.124797:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077727.124799:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077727.124802:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077727.124804:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077727.124807:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077727.124809:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077727.124812:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077727.124815:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077727.124817:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077727.124819:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077727.124823:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077727.124826:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077727.124829:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077727.124832:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077727.124836:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077727.124839:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077727.124841:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077727.124843:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077727.124852:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769077727.124856:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077727.124860:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077727.124862:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077727.124865:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077727.124867:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077727.124871:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077727.124879:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077727.124886:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077727.124894:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077727.124905:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077727.124909:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077727.124914:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077727.124936:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077727.124939:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077727.124943:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077727.124945:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077727.124947:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077727.124950:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077727.124953:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077727.124954:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4712
00000100:00000001:2.0:1769077727.124956:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077727.124959:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1769077727.124962:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769077727.124966:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077727.124971:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077727.124977:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077727.124980:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077727.124982:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077727.124985:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077727.124986:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077727.124990:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077727.124991:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077727.124994:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077727.124997:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:2.0:1769077727.125002:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164352:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769077727.125003:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077727.125008:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1769077727.125014:0:25216:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:2.0:1769077727.125014:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077727.125017:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
02000000:00000001:2.0:1769077727.125019:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077727.125022:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077727.125024:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769077727.125025:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077727.125030:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000010:2.0:1769077727.125031:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
00000020:00000001:0.0:1769077727.125033:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077727.125036:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077727.125041:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077727.125044:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769077727.125047:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077727.125049:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077727.125053:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000400:00000010:2.0:1769077727.125054:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000020:00000040:0.0:1769077727.125057:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077727.125062:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000400:00000010:2.0:1769077727.125063:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:0.0:1769077727.125065:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077727.125069:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1769077727.125073:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164352, portal 25
02000000:00000001:0.0:1769077727.125075:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077727.125078:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077727.125080:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.125083:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557625344 : -118662151926272 : ffff9413d0960e00)
00000100:00000001:0.0:1769077727.125084:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077727.125090:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769077727.125093:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769077727.125096:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077727.125100:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077727.125111:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769077727.125116:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:2.0:1769077727.125120:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769077727.125121:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077727.125124:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077727.125127:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077727.125128:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077727.125132:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077727.125133:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
02000000:00000001:0.0:1769077727.125135:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077727.125139:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612164352, offset 0
02000000:00000010:0.0:1769077727.125142:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769077727.125148:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077727.125149:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00100000:0.0:1769077727.125157:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077727.125162:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077727.125171:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077727.125172:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:0.0:1769077727.125177:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077727.125198:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077727.125198:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077727.125206:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077727.125213:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077727.125215:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077727.125218:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:0.0:1769077727.125221:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077727.125226:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3668:3668:256:4294967295] 192.168.204.106@tcp LPNI seq info [3667:3667:8:4294967295]
00000100:00000040:0.0:1769077727.125228:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077727.125233:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077727.125238:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077727.125240:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077727.125246:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4722)
00000400:00000200:2.0:1769077727.125255:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077727.125262:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077727.125268:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077727.125275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077727.125279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077727.125284:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077727.125287:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077727.125291:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077727.125294:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077727.125299:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077727.125304:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077727.125318:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077727.125321:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077727.125326:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077727.125330:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125339:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077727.125342:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125350:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.125351:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077727.125357:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077727.125361:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077727.125364:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299388995
00000100:00000010:2.0:1769077727.125369:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b180.
00000100:00000001:2.0:1769077727.125375:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077727.125381:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299388995
00000100:00000010:2.0:1769077727.125384:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769077727.125387:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077727.125390:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077727.125393:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.125395:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077727.125400:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077727/real 1769077727]  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077727.125409:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077727.125410:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077727.125412:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077727.125415:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077727.125417:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077727.125419:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077727.125423:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077727.125431:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125438:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077727.125440:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125442:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077727.125444:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077727.125447:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125454:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077727.125459:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125466:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077727.125468:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125470:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077727.125471:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125473:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077727.125475:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077727.125478:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077727.125481:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077727.125483:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077727.125487:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077727.125495:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164352:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077727.125498:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125500:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077727.125504:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960e00 x1855007612164352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125510:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077727.125513:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077727.125515:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077727.125518:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077727.125520:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077727.125521:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077727.125523:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077727.125526:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769077727.125529:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077727.125531:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077727.125533:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960e00.
00000100:00000001:2.0:1769077727.125536:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077727.125537:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125539:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125545:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077727.125546:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.125548:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077727.125549:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077727.125551:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077727.125573:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125580:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077727.125581:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077727.125583:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077727.125585:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077727.125587:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077727.125590:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164480:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077727.125593:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077727.125595:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077727.125596:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077727.125598:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077727.125601:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077727.125603:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077727.125607:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077727.125609:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077727.125612:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077727.125615:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164480, portal 10
00000100:00000001:2.0:1769077727.125617:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077727.125618:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:2.0:1769077727.125624:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125630:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077727.125633:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077727.125635:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077727.125638:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612164480, offset 0
00000400:00000200:2.0:1769077727.125641:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077727.125645:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077727.125648:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077727.125651:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077727.125654:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077727.125656:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077727.125658:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077727.125661:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3669:3669:256:4294967295] 192.168.204.106@tcp LPNI seq info [3668:3668:8:4294967295]
00000400:00000200:2.0:1769077727.125665:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077727.125671:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077727.125675:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077727.125678:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077727.125682:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077727.125684:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1769077727.125689:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077727.125691:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1769077727.125695:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077727.125696:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077727.125699:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077727.125702:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077727.125705:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077727.125707:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077727.125709:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077727.125712:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125719:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077727.125722:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125729:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.125730:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077727.125733:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077727.125737:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077727.125740:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077727.125742:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299385632
00000100:00000001:2.0:1769077727.125744:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299388995
00000100:00000001:2.0:1769077727.125747:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299385632
00000100:00000001:2.0:1769077727.125748:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299388995
00000100:00000001:2.0:1769077727.125750:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077727.125752:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.125754:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077727.125758:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077727/real 1769077727]  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077727.125765:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077727.125766:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077727.125768:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077727.125770:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077727.125771:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077727.125773:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077727.125776:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077727.125782:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125787:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077727.125789:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125790:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077727.125791:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077727.125794:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125800:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077727.125811:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125819:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077727.125821:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125822:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077727.125824:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125825:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077727.125827:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077727.125830:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077727.125833:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077727.125835:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077727.125838:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077727.125844:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164480:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077727.125848:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125849:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077727.125852:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612164480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077727.125857:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077727.125858:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077727.125860:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077727.125862:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077727.125863:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077727.125864:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077727.125866:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077727.125868:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:2.0:1769077727.125870:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077727.125871:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077727.125872:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:2.0:1769077727.125874:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077727.125876:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125878:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077727.125880:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077727.125882:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077727.125883:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077727.125884:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077727.508675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077727.508681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077727.508744:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077727.508748:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077727.508751:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077728.148674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077728.148684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077728.148687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077728.148694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077728.148699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077728.148703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077728.148706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077728.148709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077728.148713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077728.532695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077728.532701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077728.532906:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077728.532912:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077728.532917:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077729.172679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077729.172690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077729.172693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077729.172700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077729.172704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077729.172709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077729.172712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077729.172715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077729.172718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077729.556749:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077729.556757:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077729.556807:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077729.556810:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077729.556813:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077730.196647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077730.196658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077730.196660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077730.196667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077730.196672:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077730.196676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077730.196679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077730.196682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077730.196685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077730.580668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077730.580676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077730.580738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077730.580741:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077730.580744:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077731.220686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077731.220696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077731.220698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077731.220706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077731.220710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077731.220715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077731.220718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077731.220721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077731.220724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077731.604706:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077731.604716:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077731.604791:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077731.604796:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077731.604801:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077731.732675:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299388995, at 4299389440
00000100:00000040:1.0:1769077731.732675:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299388995, at 4299389440
00000100:00000010:0.0:1769077731.732692:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b180.
00000100:00000010:1.0:1769077731.732694:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769077732.244614:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077732.244622:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077732.244624:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077732.244627:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077732.244630:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077732.244633:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077732.244635:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077732.244637:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077732.244639:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077732.244641:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077732.244642:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077732.244646:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077732.244646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.244649:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077732.244654:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4717
00000400:00000200:0.0:1769077732.244664:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077732.244669:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077732.244671:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077732.244674:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077732.244676:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077732.244678:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077732.244679:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077732.244683:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077732.244684:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077732.244686:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077732.244688:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077732.244690:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077732.244691:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077732.244693:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077732.244694:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077732.244695:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077732.244697:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077732.244699:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077732.244702:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077732.244703:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077732.244705:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077732.244708:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077732.244710:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077732.244712:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077732.244713:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077732.244723:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077732.244725:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077732.244729:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077732.244730:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077732.244732:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077732.244735:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077732.244739:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077732.244746:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077732.244752:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077732.244759:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077732.244767:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077732.244771:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077732.244774:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077732.244791:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077732.244793:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077732.244796:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077732.244797:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077732.244798:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077732.244801:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077732.244804:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4717
00000400:00000200:0.0:1769077732.244808:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077732.244812:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077732.244814:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077732.244818:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077732.244818:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077732.244821:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077732.244823:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077732.244825:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077732.244826:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077732.244831:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077732.244835:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:2.0:1769077732.244835:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077732.244838:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077732.244842:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077732.244845:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077732.244846:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077732.244849:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077732.244850:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077732.244853:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077732.244854:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077732.244857:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077732.244857:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077732.244861:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077732.244861:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077732.244867:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:2.0:1769077732.244868:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164608:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769077732.244871:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077732.244873:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077732.244874:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077732.244877:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:2.0:1769077732.244878:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077732.244879:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077732.244882:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077732.244882:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077732.244886:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077732.244888:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1769077732.244890:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855dc00.
02000000:00000001:0.0:1769077732.244891:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077732.244893:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077732.244894:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077732.244899:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077732.244904:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:0.0:1769077732.244905:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077732.244907:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077732.244908:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000010:0.0:1769077732.244911:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769077732.244913:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077732.244915:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077732.244916:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077732.244916:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:0.0:1769077732.244919:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077732.244921:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077732.244923:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077732.244926:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164608, portal 25
02000000:00000010:0.0:1769077732.244927:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:2.0:1769077732.244930:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077732.244932:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.244932:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00100000:0.0:1769077732.244940:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077732.244941:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077732.244966:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077732.244966:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077732.244970:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077732.244972:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077732.244973:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077732.244977:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612164608, offset 0
00000100:00000040:0.0:1769077732.244980:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077732.244986:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077732.244994:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077732.244997:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077732.245000:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077732.245004:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769077732.245006:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077732.245010:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077732.245012:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077732.245016:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:0.0:1769077732.245017:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077732.245021:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077732.245023:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4727)
00000400:00000200:2.0:1769077732.245024:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077732.245030:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3670:3670:256:4294967295] 192.168.204.106@tcp LPNI seq info [3669:3669:8:4294967295]
00000400:00000200:2.0:1769077732.245040:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077732.245049:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077732.245054:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077732.245058:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077732.245064:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077732.245067:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077732.245072:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077732.245074:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077732.245077:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077732.245079:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077732.245084:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077732.245088:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077732.245104:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077732.245106:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077732.245111:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077732.245115:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245129:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077732.245132:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245137:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.245138:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077732.245143:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077732.245147:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077732.245149:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299394115
00000100:00000010:2.0:1769077732.245153:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b1e0.
00000100:00000001:2.0:1769077732.245159:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077732.245169:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299394115
00000100:00000010:2.0:1769077732.245172:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b120.
00000100:00000001:2.0:1769077732.245174:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077732.245176:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077732.245178:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.245180:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077732.245183:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077732/real 1769077732]  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077732.245190:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077732.245191:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077732.245193:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077732.245195:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077732.245196:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077732.245199:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077732.245201:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077732.245207:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245211:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077732.245213:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245215:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077732.245216:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077732.245218:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245222:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077732.245225:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245229:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077732.245231:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245232:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077732.245233:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245235:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077732.245236:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077732.245238:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077732.245240:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077732.245242:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077732.245244:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077732.245249:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164608:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077732.245252:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245254:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077732.245255:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612164608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245259:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077732.245261:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077732.245263:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855dc00.
02000000:00000001:2.0:1769077732.245265:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077732.245266:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077732.245268:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077732.245270:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077732.245272:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:2.0:1769077732.245275:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077732.245277:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077732.245278:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:2.0:1769077732.245280:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077732.245281:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245282:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245288:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077732.245289:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.245290:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077732.245291:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077732.245292:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077732.245295:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245299:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077732.245300:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077732.245301:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077732.245303:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077732.245304:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077732.245305:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164736:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077732.245307:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077732.245308:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077732.245309:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077732.245310:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077732.245312:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855dc00.
02000000:00000001:2.0:1769077732.245313:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077732.245315:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077732.245318:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077732.245319:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077732.245321:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164736, portal 10
00000100:00000001:2.0:1769077732.245323:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077732.245324:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:2.0:1769077732.245328:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245333:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077732.245334:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077732.245335:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077732.245337:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612164736, offset 0
00000400:00000200:2.0:1769077732.245339:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077732.245341:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077732.245343:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077732.245345:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077732.245347:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077732.245349:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077732.245350:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077732.245352:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3671:3671:256:4294967295] 192.168.204.106@tcp LPNI seq info [3670:3670:8:4294967295]
00000400:00000200:2.0:1769077732.245355:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077732.245359:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077732.245362:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077732.245364:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077732.245367:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077732.245368:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1769077732.245371:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077732.245373:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1769077732.245375:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077732.245376:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077732.245378:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077732.245380:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077732.245382:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077732.245383:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077732.245385:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077732.245387:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245391:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077732.245393:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245401:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.245402:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077732.245404:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077732.245407:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077732.245409:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077732.245410:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299390751
00000100:00000001:2.0:1769077732.245412:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299394115
00000100:00000001:2.0:1769077732.245414:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299390751
00000100:00000001:2.0:1769077732.245415:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299394115
00000100:00000001:2.0:1769077732.245416:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077732.245417:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.245418:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077732.245420:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077732/real 1769077732]  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077732.245425:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077732.245425:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077732.245426:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077732.245428:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077732.245428:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077732.245429:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077732.245431:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077732.245435:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245439:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077732.245439:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245440:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077732.245441:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077732.245443:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245447:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077732.245450:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245453:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077732.245455:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245456:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077732.245456:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245457:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077732.245458:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077732.245459:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077732.245461:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077732.245462:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077732.245464:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077732.245468:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164736:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077732.245470:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245471:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077732.245472:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612164736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077732.245476:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077732.245477:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077732.245478:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855dc00.
02000000:00000001:2.0:1769077732.245480:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077732.245480:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077732.245481:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077732.245482:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077732.245483:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:2.0:1769077732.245484:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077732.245485:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077732.245486:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:2.0:1769077732.245488:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077732.245489:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245490:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077732.245491:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077732.245492:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077732.245493:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077732.245494:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077732.628666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077732.628675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077732.628754:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077732.628758:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077732.628762:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077733.268623:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077733.268628:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077733.268629:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077733.268633:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077733.268636:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077733.268639:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077733.268640:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077733.268642:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077733.268644:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077733.652640:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077733.652648:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077733.652650:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077733.652653:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077733.652657:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077733.652659:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077733.652661:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077733.652663:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077733.652743:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077733.652746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077733.652748:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077734.292659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077734.292666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077734.292668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077734.292673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077734.292676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077734.292679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077734.292682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077734.292684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077734.292686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077734.676653:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077734.676659:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077734.676724:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077734.676727:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077734.676730:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077735.316661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077735.316669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077735.316671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077735.316676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077735.316679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077735.316683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077735.316686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077735.316689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077735.316691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077735.700695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077735.700702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077735.700774:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077735.700782:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077735.700787:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077736.340681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077736.340689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077736.340690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077736.340696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077736.340699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077736.340704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077736.340706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077736.340709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077736.340711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077736.724646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077736.724651:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077736.724749:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077736.724756:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077736.724762:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077736.852655:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299394115, at 4299394560
00000100:00000010:0.0:1769077736.852672:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b1e0.
00000100:00000040:1.0:1769077736.852676:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299394115, at 4299394560
00000100:00000010:1.0:1769077736.852692:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00000001:2.0:1769077737.364641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077737.364650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077737.364653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077737.364657:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769077737.364659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077737.364665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077737.364666:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077737.364670:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077737.364670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.364675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077737.364678:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077737.364678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.364682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077737.364685:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077737.364696:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4722
00000400:00000200:0.0:1769077737.364709:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077737.364717:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077737.364722:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077737.364726:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364730:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077737.364732:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364735:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077737.364740:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077737.364743:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077737.364746:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077737.364750:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077737.364752:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077737.364755:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077737.364759:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077737.364764:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364767:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077737.364770:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077737.364774:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364777:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077737.364781:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077737.364786:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077737.364789:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077737.364792:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077737.364794:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077737.364806:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077737.364810:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077737.364814:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077737.364816:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077737.364818:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077737.364822:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077737.364827:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077737.364835:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077737.364842:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077737.364850:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077737.364860:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077737.364864:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077737.364867:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077737.364888:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077737.364890:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077737.364893:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077737.364895:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077737.364896:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077737.364899:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077737.364901:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4722
00000400:00000200:0.0:1769077737.364905:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077737.364907:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077737.364910:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077737.364913:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364915:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077737.364916:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364918:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077737.364919:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077737.364921:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077737.364924:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077737.364925:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077737.364925:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077737.364929:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077737.364930:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077737.364931:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077737.364935:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077737.364938:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364941:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077737.364942:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077737.364943:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364947:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077737.364952:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077737.364957:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077737.364962:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077737.364965:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077737.364965:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077737.364968:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077737.364972:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077737.364973:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077737.364977:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077737.364978:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077737.364982:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077737.364982:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077737.364988:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164864:192.168.204.106@tcp:250:kworker.0
00000008:00100000:0.0:1769077737.364989:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077737.364995:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.364997:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077737.364998:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077737.365001:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769077737.365003:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
02000000:00000001:2.0:1769077737.365005:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077737.365022:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077737.365025:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077737.365028:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077737.365028:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077737.365032:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077737.365033:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077737.365035:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077737.365036:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077737.365039:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077737.365042:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077737.365047:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077737.365047:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077737.365053:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00100000:0.0:1769077737.365061:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077737.365061:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:0.0:1769077737.365070:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077737.365072:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164864, portal 25
00000100:00000001:0.0:1769077737.365073:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.365076:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077737.365079:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365080:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557633408 : -118662151918208 : ffff9413d0962d80)
00000100:00000040:2.0:1769077737.365090:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077737.365092:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077737.365098:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077737.365102:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077737.365103:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077737.365108:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077737.365110:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077737.365112:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000040:0.0:1769077737.365117:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769077737.365118:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612164864, offset 0
00000100:00000040:0.0:1769077737.365123:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4732)
00000400:00000200:2.0:1769077737.365127:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077737.365136:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077737.365143:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077737.365150:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077737.365155:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077737.365159:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077737.365162:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077737.365166:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3672:3672:256:4294967295] 192.168.204.106@tcp LPNI seq info [3671:3671:8:4294967295]
00000400:00000200:2.0:1769077737.365169:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077737.365185:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077737.365193:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077737.365198:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077737.365206:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077737.365210:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077737.365217:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077737.365220:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077737.365242:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077737.365245:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077737.365252:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077737.365256:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077737.365260:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077737.365263:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077737.365266:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077737.365270:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365278:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077737.365281:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365286:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.365288:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077737.365293:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077737.365297:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077737.365299:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299399235
00000100:00000010:2.0:1769077737.365310:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b780.
00000100:00000001:2.0:1769077737.365317:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077737.365323:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299399235
00000100:00000010:2.0:1769077737.365325:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769077737.365328:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077737.365331:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077737.365333:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.365335:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077737.365338:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077737/real 1769077737]  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077737.365345:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077737.365347:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077737.365348:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077737.365350:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077737.365351:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077737.365353:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077737.365357:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077737.365363:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365368:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077737.365369:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365371:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077737.365373:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077737.365375:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365380:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077737.365383:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365388:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077737.365390:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365391:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077737.365392:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365394:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077737.365395:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077737.365397:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077737.365401:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077737.365402:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077737.365405:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077737.365411:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612164864:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077737.365414:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365416:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077737.365417:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612164864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365427:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077737.365429:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077737.365432:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077737.365434:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077737.365435:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077737.365437:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077737.365439:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077737.365441:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:2.0:1769077737.365445:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077737.365446:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077737.365448:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:2.0:1769077737.365451:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077737.365452:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365454:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365460:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077737.365461:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.365463:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077737.365464:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077737.365465:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077737.365468:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365473:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077737.365474:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077737.365475:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077737.365477:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077737.365478:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077737.365480:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164992:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077737.365482:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077737.365483:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077737.365484:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077737.365485:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077737.365487:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077737.365489:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077737.365491:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077737.365494:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077737.365496:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077737.365498:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612164992, portal 10
00000100:00000001:2.0:1769077737.365500:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077737.365501:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557628928 : -118662151922688 : ffff9413d0961c00)
00000100:00000040:2.0:1769077737.365506:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365511:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077737.365512:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077737.365514:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077737.365515:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612164992, offset 0
00000400:00000200:2.0:1769077737.365518:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077737.365520:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077737.365523:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077737.365525:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077737.365527:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077737.365529:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077737.365530:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077737.365532:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3673:3673:256:4294967295] 192.168.204.106@tcp LPNI seq info [3672:3672:8:4294967295]
00000400:00000200:2.0:1769077737.365535:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077737.365540:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077737.365543:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077737.365545:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077737.365548:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077737.365550:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077737.365574:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077737.365576:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077737.365579:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077737.365580:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077737.365583:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077737.365585:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077737.365587:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077737.365589:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077737.365591:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077737.365593:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365599:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077737.365601:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365606:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.365607:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077737.365608:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077737.365611:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077737.365614:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077737.365615:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299395872
00000100:00000001:2.0:1769077737.365618:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299399235
00000100:00000001:2.0:1769077737.365619:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299395872
00000100:00000001:2.0:1769077737.365621:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299399235
00000100:00000001:2.0:1769077737.365623:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077737.365624:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.365625:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077737.365627:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077737/real 1769077737]  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077737.365632:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077737.365633:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077737.365634:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077737.365635:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077737.365636:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077737.365638:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077737.365640:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077737.365646:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365654:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077737.365655:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365656:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077737.365657:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077737.365659:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365663:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077737.365666:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365670:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077737.365671:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365672:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077737.365673:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365674:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077737.365675:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077737.365677:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077737.365678:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077737.365680:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077737.365682:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077737.365688:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612164992:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077737.365690:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365691:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077737.365693:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612164992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077737.365697:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077737.365699:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077737.365700:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077737.365702:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077737.365703:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077737.365704:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077737.365705:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077737.365706:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:2.0:1769077737.365708:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077737.365709:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077737.365710:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:2.0:1769077737.365712:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077737.365712:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365713:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077737.365715:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077737.365716:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077737.365718:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077737.365719:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077737.748649:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077737.748656:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077737.748717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077737.748720:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077737.748722:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077738.388688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077738.388699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077738.388701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077738.388708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077738.388712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077738.388715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077738.388717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077738.388720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077738.388723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077738.772690:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077738.772697:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077738.772809:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077738.772814:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077738.772819:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077739.412636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077739.412646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077739.412649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077739.412656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077739.412662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077739.412667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077739.412670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077739.412674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077739.412678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077739.796686:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077739.796694:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077739.796793:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077739.796799:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077739.796803:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077740.436695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077740.436704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077740.436706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077740.436713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077740.436717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077740.436721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077740.436724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077740.436727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077740.436730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077740.820692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077740.820699:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077740.820801:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077740.820807:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077740.820812:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077741.460659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077741.460671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077741.460673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077741.460680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077741.460684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077741.460688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077741.460691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077741.460695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077741.460699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077741.844705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077741.844712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077741.844827:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077741.844833:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077741.844838:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077741.972680:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299399235, at 4299399680
00000100:00000040:1.0:1769077741.972680:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299399235, at 4299399680
00000100:00000010:0.0:1769077741.972700:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b780.
00000100:00000010:1.0:1769077741.972704:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000100:00080000:0.0:1769077742.484681:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077742.484682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077742.484689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077742.484692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077742.484694:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077742.484698:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077742.484698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077742.484703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077742.484705:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077742.484708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077742.484709:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077742.484713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077742.484717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077742.484719:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4727
00000100:00000001:2.0:1769077742.484721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077742.484731:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077742.484738:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077742.484741:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077742.484745:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484748:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077742.484750:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484753:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077742.484756:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077742.484758:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077742.484760:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077742.484762:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077742.484764:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077742.484766:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077742.484769:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484770:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077742.484771:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484773:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077742.484775:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077742.484778:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484779:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077742.484782:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077742.484785:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077742.484788:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.484789:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077742.484791:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077742.484801:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077742.484804:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077742.484808:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077742.484810:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.484812:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077742.484816:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077742.484820:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077742.484828:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077742.484836:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077742.484844:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077742.484853:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077742.484857:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077742.484860:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077742.484882:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077742.484885:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077742.484888:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077742.484889:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077742.484890:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077742.484893:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077742.484895:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4727
00000400:00000200:0.0:1769077742.484899:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077742.484902:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077742.484904:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077742.484905:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077742.484907:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077742.484910:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077742.484911:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077742.484913:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077742.484915:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484918:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:2.0:1769077742.484933:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077742.484934:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077742.484938:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077742.484942:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077742.484946:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077742.484947:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077742.484950:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077742.484952:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077742.484955:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769077742.484958:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077742.484959:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077742.484964:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077742.484965:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484969:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1769077742.484971:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165120:192.168.204.106@tcp:250:kworker.0
00000100:00000040:0.0:1769077742.484973:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484978:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077742.484982:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:2.0:1769077742.484983:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077742.484985:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077742.484988:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077742.484989:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077742.484991:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077742.484994:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077742.484996:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077742.484998:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.485002:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077742.485003:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769077742.485006:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077742.485010:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.485012:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077742.485013:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
00000100:00000010:0.0:1769077742.485016:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
02000000:00000001:2.0:1769077742.485018:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077742.485019:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077742.485023:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077742.485024:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077742.485025:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077742.485026:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077742.485028:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077742.485032:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:0.0:1769077742.485034:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077742.485039:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077742.485040:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00100000:0.0:1769077742.485045:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077742.485049:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:0.0:1769077742.485054:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077742.485057:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077742.485059:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612165120, portal 25
00000100:00000040:0.0:1769077742.485060:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485063:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077742.485066:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000001:0.0:1769077742.485075:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077742.485077:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077742.485080:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077742.485089:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077742.485092:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077742.485094:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077742.485100:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077742.485101:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077742.485103:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000040:0.0:1769077742.485108:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4737)
00000100:00000200:2.0:1769077742.485109:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612165120, offset 0
00000400:00000200:2.0:1769077742.485117:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077742.485127:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077742.485133:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077742.485138:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077742.485142:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077742.485147:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077742.485149:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077742.485152:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3674:3674:256:4294967295] 192.168.204.106@tcp LPNI seq info [3673:3673:8:4294967295]
00000400:00000200:2.0:1769077742.485156:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077742.485165:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077742.485172:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077742.485177:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077742.485184:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077742.485187:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077742.485192:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077742.485195:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077742.485198:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077742.485201:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077742.485207:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077742.485211:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077742.485215:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077742.485217:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077742.485222:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077742.485225:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485233:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077742.485235:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485241:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.485242:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077742.485248:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077742.485251:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077742.485253:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299404355
00000100:00000010:2.0:1769077742.485258:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b5a0.
00000100:00000001:2.0:1769077742.485265:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077742.485278:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299404355
00000100:00000010:2.0:1769077742.485281:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929be40.
00000100:00000001:2.0:1769077742.485283:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077742.485286:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077742.485288:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.485290:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077742.485295:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077742/real 1769077742]  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077742.485307:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077742.485309:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077742.485311:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077742.485313:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077742.485315:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077742.485317:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077742.485320:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077742.485326:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485331:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077742.485332:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485334:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077742.485336:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077742.485338:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485342:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077742.485346:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485351:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077742.485353:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485354:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077742.485354:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485356:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077742.485358:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077742.485360:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077742.485363:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077742.485365:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077742.485369:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077742.485375:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165120:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077742.485378:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485380:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077742.485382:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612165120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485386:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077742.485389:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077742.485391:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077742.485393:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077742.485394:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077742.485396:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077742.485397:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077742.485399:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:2.0:1769077742.485402:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077742.485404:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077742.485405:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:2.0:1769077742.485408:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077742.485409:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485411:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485417:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077742.485418:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.485420:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077742.485421:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077742.485422:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077742.485424:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485429:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077742.485430:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077742.485432:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077742.485433:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077742.485435:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077742.485437:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612165248:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077742.485439:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077742.485441:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077742.485442:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077742.485444:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077742.485446:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077742.485447:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077742.485450:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077742.485452:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077742.485454:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077742.485456:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612165248, portal 10
00000100:00000001:2.0:1769077742.485458:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077742.485459:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
00000100:00000040:2.0:1769077742.485464:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485468:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077742.485470:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077742.485471:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077742.485473:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612165248, offset 0
00000400:00000200:2.0:1769077742.485476:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077742.485479:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077742.485481:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077742.485483:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077742.485484:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077742.485486:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077742.485487:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077742.485489:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3675:3675:256:4294967295] 192.168.204.106@tcp LPNI seq info [3674:3674:8:4294967295]
00000400:00000200:2.0:1769077742.485493:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077742.485497:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077742.485500:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077742.485502:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077742.485505:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077742.485508:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769077742.485511:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077742.485513:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769077742.485515:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077742.485517:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077742.485519:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077742.485521:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077742.485524:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077742.485525:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077742.485526:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077742.485529:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485534:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077742.485536:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485540:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.485542:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077742.485544:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077742.485547:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077742.485549:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077742.485569:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299400991
00000100:00000001:2.0:1769077742.485573:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299404355
00000100:00000001:2.0:1769077742.485576:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299400992
00000100:00000001:2.0:1769077742.485578:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299404355
00000100:00000001:2.0:1769077742.485581:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077742.485584:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.485586:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077742.485590:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077742/real 1769077742]  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077742.485600:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077742.485602:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077742.485604:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077742.485607:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077742.485609:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077742.485611:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077742.485614:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077742.485620:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485625:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077742.485626:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485627:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077742.485628:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077742.485630:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485635:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077742.485638:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485642:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077742.485643:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485644:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077742.485645:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485646:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077742.485647:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077742.485649:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077742.485651:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077742.485652:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077742.485655:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077742.485659:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612165248:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077742.485662:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485664:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077742.485666:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612165248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077742.485671:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077742.485672:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077742.485673:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077742.485674:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077742.485675:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077742.485676:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077742.485677:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077742.485678:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:2.0:1769077742.485680:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077742.485681:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077742.485682:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:2.0:1769077742.485684:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077742.485685:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485687:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077742.485689:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077742.485690:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077742.485691:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077742.485693:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077742.868660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077742.868671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077742.868741:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077742.868745:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077742.868748:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077743.508647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077743.508654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077743.508656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077743.508662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077743.508665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077743.508669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077743.508672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077743.508676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077743.508679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077743.892690:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077743.892702:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077743.892705:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077743.892709:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077743.892715:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077743.892717:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077743.892720:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077743.892722:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077743.892801:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077743.892805:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077743.892809:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077744.532661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077744.532668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077744.532671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077744.532677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077744.532681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077744.532686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077744.532689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077744.532692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077744.532695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077744.916656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077744.916664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077744.916751:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077744.916756:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077744.916759:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077745.556625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077745.556631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077745.556633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077745.556639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077745.556643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077745.556647:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077745.556650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077745.556652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077745.556656:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077745.940725:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077745.940733:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077745.940877:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077745.940885:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077745.940890:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077746.580703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077746.580711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077746.580713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077746.580718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077746.580723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077746.580727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077746.580730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077746.580732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077746.580736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077746.964654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077746.964662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077746.964780:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077746.964797:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077746.964800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077747.092718:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299404355, at 4299404800
00000100:00000040:1.0:1769077747.092719:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299404355, at 4299404800
00000100:00000010:1.0:1769077747.092740:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929be40.
00000100:00000010:0.0:1769077747.092743:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b5a0.
00000100:00000001:2.0:1769077747.604669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077747.604679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077747.604682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077747.604688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077747.604694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077747.604700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.604703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077747.604707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.604711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077747.604733:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077747.604745:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077747.604749:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077747.604755:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077747.604761:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077747.604771:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4732
00000400:00000200:0.0:1769077747.604783:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077747.604790:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077747.604794:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077747.604797:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077747.604800:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.604802:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077747.604804:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077747.604808:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077747.604809:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077747.604812:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077747.604815:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077747.604818:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077747.604820:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077747.604822:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077747.604824:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.604825:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077747.604826:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077747.604828:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077747.604831:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077747.604832:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077747.604848:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077747.604852:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077747.604855:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.604857:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077747.604859:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077747.604870:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077747.604874:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077747.604879:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077747.604881:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.604885:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077747.604888:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077747.604893:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077747.604904:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077747.604913:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077747.604925:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077747.604936:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077747.604941:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077747.604945:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077747.604964:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077747.604967:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077747.604971:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077747.604972:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077747.604973:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077747.604976:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077747.604978:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4732
00000400:00000200:0.0:1769077747.604981:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077747.604983:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077747.604985:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077747.604987:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077747.604989:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077747.604991:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077747.604994:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077747.604996:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077747.604997:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077747.604999:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077747.605000:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077747.605002:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077747.605003:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077747.605006:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077747.605006:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077747.605014:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077747.605015:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077747.605022:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077747.605024:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077747.605026:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077747.605029:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077747.605032:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077747.605035:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077747.605039:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769077747.605042:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077747.605045:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077747.605049:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.605054:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077747.605061:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077747.605071:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769077747.605074:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605075:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.605079:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077747.605083:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769077747.605084:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077747.605090:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077747.605091:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077747.605094:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077747.605097:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.605101:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077747.605101:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077747.605106:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077747.605110:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077747.605114:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165376:192.168.204.106@tcp:250:kworker.0
02000000:00000010:0.0:1769077747.605117:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077747.605123:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605124:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077747.605136:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077747.605137:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077747.605140:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077747.605150:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077747.605154:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077747.605158:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077747.605162:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077747.605163:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077747.605171:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077747.605185:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077747.605188:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077747.605193:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077747.605194:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077747.605201:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077747.605204:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000040:0.0:1769077747.605207:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077747.605213:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000040:0.0:1769077747.605215:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4743)
00000100:00000200:2.0:1769077747.605225:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612165376, portal 25
00000100:00000001:2.0:1769077747.605230:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077747.605232:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000040:2.0:1769077747.605241:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605251:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077747.605254:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077747.605257:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077747.605261:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612165376, offset 0
00000400:00000200:2.0:1769077747.605268:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077747.605277:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077747.605285:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077747.605291:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077747.605296:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077747.605300:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077747.605303:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077747.605307:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3676:3676:256:4294967295] 192.168.204.106@tcp LPNI seq info [3675:3675:8:4294967295]
00000400:00000200:2.0:1769077747.605311:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077747.605322:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077747.605329:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077747.605335:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077747.605342:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077747.605346:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077747.605353:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077747.605357:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077747.605362:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077747.605365:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077747.605372:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077747.605376:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077747.605382:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077747.605385:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077747.605389:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077747.605393:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605400:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077747.605403:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605408:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605409:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077747.605414:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077747.605417:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077747.605420:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299409475
00000100:00000010:2.0:1769077747.605424:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bde0.
00000100:00000001:2.0:1769077747.605430:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077747.605436:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299409475
00000100:00000010:2.0:1769077747.605438:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b4e0.
00000100:00000001:2.0:1769077747.605440:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077747.605443:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077747.605445:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605447:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077747.605450:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077747/real 1769077747]  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077747.605456:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077747.605457:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077747.605459:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077747.605461:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077747.605462:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077747.605464:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077747.605466:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077747.605472:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605476:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077747.605477:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605479:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077747.605480:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077747.605482:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605487:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077747.605490:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605495:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077747.605497:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605498:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077747.605499:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605501:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077747.605502:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077747.605505:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077747.605508:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077747.605510:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077747.605513:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077747.605519:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165376:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077747.605521:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605523:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077747.605525:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612165376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605529:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077747.605531:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077747.605533:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077747.605535:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077747.605536:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077747.605538:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077747.605539:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077747.605541:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769077747.605543:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077747.605545:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077747.605546:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:2.0:1769077747.605548:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077747.605549:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605570:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605576:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077747.605577:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605579:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077747.605580:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077747.605581:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077747.605584:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605589:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077747.605590:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077747.605592:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077747.605594:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077747.605595:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077747.605598:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612165504:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077747.605600:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077747.605601:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077747.605603:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077747.605604:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077747.605606:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077747.605608:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077747.605611:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077747.605612:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077747.605615:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077747.605617:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612165504, portal 10
00000100:00000001:2.0:1769077747.605618:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077747.605619:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:2.0:1769077747.605624:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605628:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077747.605630:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077747.605631:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077747.605633:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612165504, offset 0
00000400:00000200:2.0:1769077747.605635:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077747.605638:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077747.605640:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077747.605642:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077747.605644:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077747.605646:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077747.605647:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077747.605649:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3677:3677:256:4294967295] 192.168.204.106@tcp LPNI seq info [3676:3676:8:4294967295]
00000400:00000200:2.0:1769077747.605652:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077747.605656:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077747.605660:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077747.605662:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077747.605665:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077747.605667:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077747.605670:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077747.605672:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077747.605675:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077747.605676:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077747.605678:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077747.605680:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077747.605682:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077747.605683:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077747.605685:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077747.605687:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605692:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077747.605694:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605699:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605700:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077747.605701:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077747.605704:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077747.605706:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077747.605707:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299406112
00000100:00000001:2.0:1769077747.605709:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299409475
00000100:00000001:2.0:1769077747.605711:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299406112
00000100:00000001:2.0:1769077747.605712:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299409475
00000100:00000001:2.0:1769077747.605714:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077747.605715:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605716:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077747.605718:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077747/real 1769077747]  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077747.605728:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077747.605728:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077747.605730:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077747.605731:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077747.605732:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077747.605733:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077747.605735:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077747.605740:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605744:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077747.605745:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605746:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077747.605747:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077747.605750:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605754:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077747.605756:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605760:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077747.605761:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605762:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077747.605763:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605764:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077747.605765:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077747.605767:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077747.605769:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077747.605770:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077747.605773:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077747.605779:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612165504:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077747.605781:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605782:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077747.605784:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612165504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077747.605788:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077747.605788:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077747.605790:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077747.605791:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077747.605792:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077747.605792:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077747.605794:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077747.605795:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:2.0:1769077747.605796:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077747.605797:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077747.605798:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:2.0:1769077747.605799:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077747.605800:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605801:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077747.605803:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077747.605804:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077747.605806:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077747.605807:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077747.988711:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077747.988720:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077747.988818:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077747.988826:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077747.988843:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077748.628706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077748.628714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077748.628717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077748.628723:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077748.628730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077748.628734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077748.628738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077748.628741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077748.628745:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077749.012702:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077749.012710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077749.012789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077749.012795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077749.012800:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077749.652615:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077749.652622:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077749.652624:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077749.652629:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077749.652632:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077749.652635:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077749.652637:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077749.652639:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077749.652642:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077750.036693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077750.036701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077750.036750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077750.036756:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077750.036852:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077750.676708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077750.676716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077750.676719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077750.676725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077750.676729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077750.676734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077750.676737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077750.676741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077750.676744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077751.060698:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077751.060705:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077751.060840:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077751.060845:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077751.060849:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077751.700628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077751.700635:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077751.700637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077751.700643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077751.700647:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077751.700651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077751.700653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077751.700655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077751.700657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077752.084665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077752.084671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077752.084786:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077752.084793:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077752.084797:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077752.212655:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299409475, at 4299409920
00000100:00000040:0.0:1769077752.212668:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299409475, at 4299409920
00000100:00000010:1.0:1769077752.212669:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b4e0.
00000100:00000010:0.0:1769077752.212682:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bde0.
00000100:00080000:0.0:1769077752.724694:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077752.724695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077752.724702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077752.724705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077752.724707:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769077752.724710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077752.724711:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077752.724716:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077752.724716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077752.724721:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077752.724723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.724727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077752.724730:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4738
00000100:00000001:2.0:1769077752.724730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.724736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077752.724743:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077752.724775:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077752.724779:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077752.724782:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724784:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077752.724786:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724787:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077752.724791:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077752.724793:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077752.724795:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077752.724798:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077752.724800:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077752.724802:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077752.724804:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724805:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077752.724806:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724807:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077752.724809:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077752.724812:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724814:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077752.724816:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077752.724819:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077752.724821:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077752.724824:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077752.724826:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077752.724836:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077752.724840:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077752.724843:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077752.724845:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077752.724847:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077752.724850:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077752.724855:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077752.724863:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077752.724869:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077752.724877:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077752.724893:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077752.724900:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077752.724904:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077752.724924:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077752.724926:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077752.724929:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077752.724930:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077752.724931:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077752.724933:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077752.724935:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4738
00000400:00000200:0.0:1769077752.724938:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077752.724940:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077752.724942:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077752.724944:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724946:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077752.724948:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724950:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077752.724953:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077752.724954:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077752.724955:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077752.724957:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077752.724957:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077752.724962:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077752.724964:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769077752.724964:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077752.724968:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077752.724969:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724972:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077752.724976:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:2.0:1769077752.724978:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077752.724979:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077752.724982:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077752.724987:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077752.724991:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077752.724995:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077752.725000:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077752.725001:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077752.725003:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077752.725006:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077752.725008:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077752.725010:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077752.725013:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077752.725016:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077752.725017:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077752.725020:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077752.725025:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
02000000:00000001:2.0:1769077752.725025:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077752.725031:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077752.725035:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077752.725036:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077752.725036:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165632:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769077752.725041:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077752.725043:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077752.725048:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.725048:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077752.725054:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
02000000:00000001:2.0:1769077752.725056:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077752.725057:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077752.725062:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077752.725064:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769077752.725067:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077752.725074:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1769077752.725075:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
00000100:00000001:0.0:1769077752.725077:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077752.725079:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077752.725083:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077752.725092:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077752.725093:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077752.725097:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077752.725097:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000040:0.0:1769077752.725101:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077752.725105:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769077752.725106:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000040:0.0:1769077752.725108:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077752.725113:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4748)
00000100:00000200:2.0:1769077752.725116:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612165632, portal 25
00000100:00000001:2.0:1769077752.725121:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077752.725122:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000040:2.0:1769077752.725129:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725136:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077752.725139:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077752.725141:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077752.725144:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612165632, offset 0
00000400:00000200:2.0:1769077752.725149:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077752.725158:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077752.725164:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077752.725170:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077752.725174:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077752.725178:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077752.725180:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077752.725183:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3678:3678:256:4294967295] 192.168.204.106@tcp LPNI seq info [3677:3677:8:4294967295]
00000400:00000200:2.0:1769077752.725186:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077752.725195:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077752.725201:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077752.725206:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077752.725212:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077752.725216:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077752.725221:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077752.725224:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077752.725227:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077752.725230:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077752.725236:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077752.725240:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077752.725245:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077752.725247:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077752.725251:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077752.725254:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725262:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077752.725265:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725270:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.725271:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077752.725276:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077752.725280:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077752.725282:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299414595
00000100:00000010:2.0:1769077752.725286:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba80.
00000100:00000001:2.0:1769077752.725293:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077752.725307:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299414595
00000100:00000010:2.0:1769077752.725309:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b240.
00000100:00000001:2.0:1769077752.725311:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077752.725314:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077752.725316:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.725318:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077752.725322:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077752/real 1769077752]  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077752.725329:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077752.725331:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077752.725333:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077752.725335:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077752.725336:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077752.725338:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077752.725341:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077752.725347:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725352:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077752.725354:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725355:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077752.725357:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077752.725359:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725364:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077752.725367:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725372:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077752.725374:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725375:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077752.725376:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725378:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077752.725380:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077752.725382:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077752.725385:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077752.725387:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077752.725390:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077752.725395:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165632:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077752.725398:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725400:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077752.725402:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612165632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725407:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077752.725409:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077752.725411:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077752.725413:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077752.725415:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077752.725416:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077752.725417:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077752.725419:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:2.0:1769077752.725422:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077752.725424:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077752.725426:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:2.0:1769077752.725428:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077752.725429:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725431:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725437:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077752.725438:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.725440:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077752.725440:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077752.725442:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077752.725444:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725449:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077752.725450:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077752.725452:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077752.725453:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077752.725454:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077752.725456:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612165760:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077752.725458:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077752.725460:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077752.725461:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077752.725462:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077752.725464:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077752.725466:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077752.725468:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077752.725470:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077752.725473:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077752.725475:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612165760, portal 10
00000100:00000001:2.0:1769077752.725477:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077752.725478:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:2.0:1769077752.725483:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725488:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077752.725490:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077752.725491:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077752.725493:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612165760, offset 0
00000400:00000200:2.0:1769077752.725495:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077752.725497:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077752.725499:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077752.725502:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077752.725503:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077752.725505:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077752.725507:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077752.725509:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3679:3679:256:4294967295] 192.168.204.106@tcp LPNI seq info [3678:3678:8:4294967295]
00000400:00000200:2.0:1769077752.725512:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077752.725517:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077752.725520:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077752.725522:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077752.725525:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077752.725527:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1769077752.725530:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077752.725531:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1769077752.725534:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077752.725536:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077752.725538:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077752.725540:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077752.725542:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077752.725543:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077752.725545:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077752.725547:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725571:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077752.725574:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725579:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.725580:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077752.725583:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077752.725585:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077752.725588:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077752.725590:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299411232
00000100:00000001:2.0:1769077752.725592:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299414595
00000100:00000001:2.0:1769077752.725594:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299411232
00000100:00000001:2.0:1769077752.725595:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299414595
00000100:00000001:2.0:1769077752.725597:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077752.725599:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.725600:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077752.725602:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077752/real 1769077752]  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077752.725608:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077752.725609:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077752.725610:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077752.725611:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077752.725612:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077752.725614:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077752.725616:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077752.725621:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725625:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077752.725626:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725627:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077752.725628:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077752.725630:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725634:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077752.725637:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725641:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077752.725642:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725644:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077752.725645:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725646:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077752.725647:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077752.725649:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077752.725652:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077752.725653:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077752.725656:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077752.725661:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612165760:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077752.725663:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725665:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077752.725666:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612165760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077752.725670:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077752.725671:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077752.725672:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f000.
02000000:00000001:2.0:1769077752.725674:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077752.725674:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077752.725675:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077752.725676:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077752.725677:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:2.0:1769077752.725679:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077752.725679:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077752.725680:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:2.0:1769077752.725681:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077752.725682:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725683:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077752.725685:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077752.725686:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077752.725688:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077752.725689:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077753.108683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077753.108689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077753.108794:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077753.108800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077753.108804:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077753.748708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077753.748719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077753.748722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077753.748730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077753.748765:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077753.748770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077753.748774:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077753.748778:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077753.748783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077754.132646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077754.132654:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077754.132656:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077754.132658:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077754.132662:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077754.132664:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077754.132665:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077754.132667:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077754.132800:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077754.132808:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077754.132812:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077754.772679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077754.772687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077754.772689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077754.772694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077754.772698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077754.772702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077754.772704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077754.772707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077754.772709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077755.156669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077755.156674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077755.156778:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077755.156785:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077755.156791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077755.796660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077755.796666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077755.796667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077755.796671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077755.796674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077755.796677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077755.796679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077755.796681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077755.796683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077756.180646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077756.180652:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077756.180760:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077756.180767:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077756.180770:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077756.820658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077756.820666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077756.820667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077756.820673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077756.820676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077756.820710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077756.820720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077756.820724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077756.820727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077757.204658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077757.204664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077757.204744:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077757.204752:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077757.204757:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077757.332686:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299414595, at 4299415040
00000100:00000040:1.0:1769077757.332686:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299414595, at 4299415040
00000100:00000010:1.0:1769077757.332701:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b240.
00000100:00000010:0.0:1769077757.332707:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba80.
00000100:00080000:2.0:1769077757.844729:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077757.844742:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077757.844742:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077757.844746:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077757.844748:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077757.844751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077757.844752:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769077757.844757:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077757.844758:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077757.844766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077757.844770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077757.844770:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4743
00000100:00000001:0.0:1769077757.844780:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077757.844784:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077757.844791:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077757.844797:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077757.844802:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077757.844808:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077757.844814:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.844819:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077757.844823:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.844827:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077757.844833:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077757.844836:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077757.844840:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077757.844843:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077757.844845:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077757.844847:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077757.844850:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.844852:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077757.844853:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.844855:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077757.844857:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077757.844860:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077757.844862:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077757.844864:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077757.844868:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077757.844870:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.844872:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077757.844874:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077757.844885:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077757.844888:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077757.844892:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077757.844894:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.844901:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077757.844904:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077757.844909:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077757.844917:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077757.844923:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077757.844933:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077757.844942:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077757.844947:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077757.844950:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077757.844972:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077757.844975:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077757.844978:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077757.844979:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077757.844980:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077757.844983:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077757.844985:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4743
00000400:00000200:2.0:1769077757.844988:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077757.844990:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077757.844992:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077757.844994:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.844996:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077757.844998:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.845000:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077757.845002:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077757.845003:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077757.845004:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077757.845007:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077757.845009:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077757.845011:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077757.845014:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.845016:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077757.845018:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077757.845019:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077757.845020:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077757.845024:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077757.845024:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077757.845027:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077757.845030:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077757.845033:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769077757.845036:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077757.845039:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077757.845040:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.845044:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077757.845049:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077757.845053:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.845056:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077757.845058:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077757.845059:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769077757.845065:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077757.845072:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077757.845073:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.845078:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077757.845080:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077757.845086:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077757.845093:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077757.845101:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077757.845102:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077757.845108:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077757.845113:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077757.845116:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077757.845123:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077757.845125:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077757.845133:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077757.845133:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077757.845146:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165888:192.168.204.106@tcp:250:kworker.0
00000100:00000040:2.0:1769077757.845148:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845159:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077757.845165:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077757.845171:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077757.845179:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077757.845190:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077757.845191:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077757.845197:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077757.845197:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077757.845207:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077757.845210:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077757.845213:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769077757.845221:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077757.845225:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000100:00000040:2.0:1769077757.845230:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4753)
00000400:00000010:1.0:1769077757.845235:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769077757.845245:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612165888, portal 25
00000100:00000001:1.0:1769077757.845249:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077757.845251:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955072 : -118662139596544 : ffff9413d1523100)
00000100:00000040:1.0:1769077757.845268:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845276:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077757.845280:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077757.845283:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077757.845286:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612165888, offset 0
00000400:00000200:1.0:1769077757.845294:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077757.845303:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077757.845312:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077757.845317:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077757.845323:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077757.845327:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077757.845330:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077757.845334:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3680:3680:256:4294967295] 192.168.204.106@tcp LPNI seq info [3679:3679:8:4294967295]
00000400:00000200:1.0:1769077757.845338:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077757.845350:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077757.845356:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077757.845362:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077757.845369:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077757.845373:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077757.845380:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077757.845383:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077757.845389:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077757.845391:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077757.845398:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077757.845402:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077757.845407:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077757.845410:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077757.845414:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077757.845418:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845430:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077757.845434:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845443:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077757.845445:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077757.845451:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077757.845455:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077757.845459:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299419715
00000100:00000010:1.0:1769077757.845464:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ba0.
00000100:00000001:1.0:1769077757.845471:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077757.845478:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299419715
00000100:00000010:1.0:1769077757.845482:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042060.
00000100:00000001:1.0:1769077757.845485:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077757.845488:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077757.845500:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077757.845503:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077757.845507:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077757/real 1769077757]  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077757.845516:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077757.845518:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077757.845520:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077757.845523:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077757.845525:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077757.845528:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077757.845531:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077757.845541:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845548:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077757.845550:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.845584:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077757.845586:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077757.845592:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845600:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077757.845605:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845614:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077757.845618:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.845620:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077757.845621:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.845624:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077757.845626:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077757.845631:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077757.845635:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077757.845638:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077757.845643:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077757.845653:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612165888:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077757.845658:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.845660:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077757.845709:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523100 x1855007612165888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845718:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077757.845721:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077757.845724:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077757.845728:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077757.845731:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077757.845733:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077757.845736:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077757.845739:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769077757.845744:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077757.845746:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077757.845748:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523100.
00000100:00000001:1.0:1769077757.845752:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077757.845753:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.845756:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.845763:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077757.845764:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077757.845767:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077757.845770:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077757.845771:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077757.845784:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845793:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077757.845795:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077757.845797:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077757.845799:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077757.845801:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077757.845805:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166016:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077757.845808:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077757.845810:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077757.845812:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077757.845814:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077757.845818:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077757.845820:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077757.845825:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077757.845828:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000400:00000010:1.0:1769077757.845832:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769077757.845836:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166016, portal 10
00000100:00000001:1.0:1769077757.845838:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077757.845840:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947904 : -118662139603712 : ffff9413d1521500)
00000100:00000040:1.0:1769077757.845847:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845855:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077757.845858:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077757.845860:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077757.845863:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612166016, offset 0
00000400:00000200:1.0:1769077757.845867:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077757.845872:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077757.845876:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077757.845879:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077757.845882:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077757.845886:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077757.845889:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077757.845892:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3681:3681:256:4294967295] 192.168.204.106@tcp LPNI seq info [3680:3680:8:4294967295]
00000400:00000200:1.0:1769077757.845897:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077757.845904:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077757.845910:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077757.845913:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077757.845918:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077757.845921:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077757.845926:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077757.845929:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077757.845933:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077757.845935:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077757.845939:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077757.845943:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077757.845946:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077757.845948:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077757.845951:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077757.845955:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845964:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077757.845967:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.845975:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077757.845977:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077757.845980:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077757.845984:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077757.845988:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077757.845990:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299416352
00000100:00000001:1.0:1769077757.845993:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299419715
00000100:00000001:1.0:1769077757.845996:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299416352
00000100:00000001:1.0:1769077757.845998:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299419715
00000100:00000001:1.0:1769077757.846001:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077757.846004:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077757.846006:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077757.846010:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077757/real 1769077757]  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077757.846032:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077757.846034:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077757.846036:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077757.846039:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077757.846041:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077757.846043:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077757.846047:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077757.846057:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.846065:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077757.846067:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.846069:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077757.846070:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077757.846075:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.846082:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077757.846087:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.846095:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077757.846098:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.846100:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077757.846102:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.846104:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077757.846106:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077757.846109:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077757.846113:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077757.846116:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077757.846120:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077757.846130:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166016:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077757.846134:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.846136:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077757.846140:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521500 x1855007612166016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077757.846147:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077757.846149:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077757.846151:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077757.846153:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077757.846155:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077757.846157:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077757.846159:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077757.846161:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769077757.846165:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077757.846166:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077757.846168:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521500.
00000100:00000001:1.0:1769077757.846171:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077757.846172:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.846174:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077757.846178:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077757.846180:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077757.846182:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077757.846184:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077758.228711:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077758.228719:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077758.228802:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077758.228807:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077758.228810:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077758.868678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077758.868698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077758.868700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077758.868707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077758.868712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077758.868715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077758.868719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077758.868722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077758.868726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077759.252633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077759.252657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077759.252784:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077759.252790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077759.252794:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077759.892749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077759.892756:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077759.892758:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077759.892763:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077759.892767:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077759.892770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077759.892773:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077759.892775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077759.892778:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077760.276700:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077760.276707:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077760.276774:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077760.276780:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077760.276785:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077760.916685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077760.916690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077760.916692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077760.916697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077760.916700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077760.916704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077760.916706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077760.916714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077760.916718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077761.300670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077761.300676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077761.300735:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077761.300740:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077761.300744:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077761.940696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077761.940701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077761.940703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077761.940707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077761.940710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077761.940713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077761.940714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077761.940717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077761.940719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077762.324680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077762.324686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077762.324756:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077762.324764:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077762.324769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077762.452708:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299419715, at 4299420160
00000100:00000040:1.0:1769077762.452708:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299419715, at 4299420160
00000100:00000010:0.0:1769077762.452723:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000010:1.0:1769077762.452726:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000001:0.0:1769077762.964738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077762.964747:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077762.964749:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077762.964750:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077762.964759:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077762.964766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077762.964767:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077762.964772:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077762.964773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077762.964783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077762.964783:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077762.964789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077762.964791:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077762.964795:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077762.964816:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4748
00000400:00000200:2.0:1769077762.964828:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077762.964836:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077762.964841:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077762.964845:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077762.964849:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077762.964851:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077762.964854:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077762.964858:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077762.964860:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077762.964863:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077762.964866:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077762.964869:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077762.964872:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077762.964875:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077762.964878:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077762.964880:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077762.964883:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077762.964886:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077762.964890:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077762.964893:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077762.964896:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077762.964900:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077762.964904:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077762.964906:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077762.964908:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077762.964919:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077762.964923:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077762.964928:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077762.964930:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077762.964933:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077762.964936:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077762.964940:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077762.964948:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077762.964954:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077762.964963:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077762.964974:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077762.964979:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077762.964984:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077762.965007:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077762.965012:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077762.965015:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077762.965017:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077762.965019:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077762.965023:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077762.965026:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4748
00000400:00000200:2.0:1769077762.965031:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077762.965037:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077762.965037:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077762.965042:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077762.965043:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077762.965046:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077762.965051:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077762.965055:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077762.965058:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:1.0:1769077762.965061:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077762.965061:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077762.965066:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077762.965070:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077762.965074:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077762.965075:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077762.965079:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077762.965080:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:1.0:1769077762.965083:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769077762.965085:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769077762.965086:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077762.965092:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077762.965092:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00100000:1.0:1769077762.965098:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166144:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077762.965103:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769077762.965103:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769077762.965107:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077762.965108:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077762.965110:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077762.965114:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077762.965115:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000010:1.0:1769077762.965120:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
00000100:00000001:2.0:1769077762.965121:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077762.965125:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077762.965127:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077762.965134:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000400:00000200:1.0:1769077762.965138:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077762.965138:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077762.965143:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769077762.965145:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
02000000:00000001:2.0:1769077762.965150:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769077762.965152:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
02000000:00000001:2.0:1769077762.965157:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077762.965160:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166144, portal 25
00000100:00000001:1.0:1769077762.965163:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077762.965164:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569952384 : -118662139599232 : ffff9413d1522680)
00000100:00000040:1.0:1769077762.965169:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077762.965171:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077762.965178:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1769077762.965178:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769077762.965184:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000008:00000001:2.0:1769077762.965184:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077762.965188:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000001:2.0:1769077762.965190:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077762.965191:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612166144, offset 0
00000400:00000200:1.0:1769077762.965199:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000010:2.0:1769077762.965200:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077762.965205:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000200:1.0:1769077762.965208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:2.0:1769077762.965210:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077762.965214:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077762.965215:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:2.0:1769077762.965219:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077762.965222:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077762.965225:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077762.965229:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
02000000:00000001:2.0:1769077762.965230:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077762.965233:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077762.965237:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
02000000:00000010:2.0:1769077762.965239:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000400:00000200:1.0:1769077762.965240:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3682:3682:256:4294967295] 192.168.204.106@tcp LPNI seq info [3681:3681:8:4294967295]
00000100:00000001:2.0:1769077762.965248:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077762.965249:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:2.0:1769077762.965259:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077762.965269:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077762.965278:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769077762.965283:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000001:2.0:1769077762.965284:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077762.965292:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000100:00000040:2.0:1769077762.965293:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077762.965309:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077762.965312:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:2.0:1769077762.965314:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769077762.965317:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769077762.965323:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769077762.965326:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:2.0:1769077762.965329:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077762.965330:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077762.965338:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077762.965339:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769077762.965341:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000100:00000040:2.0:1769077762.965349:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4758)
00000400:00000200:1.0:1769077762.965350:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077762.965358:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077762.965361:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077762.965363:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077762.965366:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077762.965370:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965382:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077762.965385:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965391:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077762.965392:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077762.965397:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077762.965400:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077762.965403:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299424835
00000100:00000010:1.0:1769077762.965406:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042060.
00000100:00000001:1.0:1769077762.965412:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077762.965417:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299424835
00000100:00000010:1.0:1769077762.965419:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042780.
00000100:00000001:1.0:1769077762.965421:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077762.965424:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077762.965425:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077762.965428:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077762.965430:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762]  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077762.965437:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077762.965438:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077762.965439:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077762.965441:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077762.965443:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077762.965444:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077762.965447:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077762.965453:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965457:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077762.965458:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965460:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077762.965461:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077762.965463:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965468:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077762.965471:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965477:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077762.965479:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965480:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077762.965481:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965482:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077762.965484:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077762.965485:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077762.965489:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077762.965490:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077762.965493:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077762.965498:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166144:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077762.965501:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965503:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077762.965505:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522680 x1855007612166144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965509:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077762.965511:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077762.965513:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077762.965515:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077762.965516:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077762.965517:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077762.965518:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077762.965520:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769077762.965522:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077762.965524:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077762.965525:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522680.
00000100:00000001:1.0:1769077762.965527:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077762.965528:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965530:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965535:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077762.965537:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077762.965538:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077762.965539:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077762.965540:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077762.965543:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965547:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077762.965548:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077762.965550:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077762.965592:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077762.965595:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077762.965598:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166272:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077762.965601:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077762.965602:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077762.965604:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077762.965605:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077762.965607:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077762.965609:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077762.965612:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077762.965614:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000400:00000010:1.0:1769077762.965616:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769077762.965619:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166272, portal 10
00000100:00000001:1.0:1769077762.965620:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077762.965621:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569945216 : -118662139606400 : ffff9413d1520a80)
00000100:00000040:1.0:1769077762.965626:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965630:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077762.965632:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077762.965633:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077762.965635:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612166272, offset 0
00000400:00000200:1.0:1769077762.965637:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077762.965641:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077762.965644:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077762.965646:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077762.965648:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077762.965650:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077762.965651:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077762.965654:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3683:3683:256:4294967295] 192.168.204.106@tcp LPNI seq info [3682:3682:8:4294967295]
00000400:00000200:1.0:1769077762.965656:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077762.965660:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077762.965663:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077762.965665:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077762.965668:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077762.965670:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077762.965673:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077762.965687:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077762.965690:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077762.965692:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077762.965694:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077762.965696:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077762.965699:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077762.965700:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077762.965702:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077762.965711:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965718:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077762.965720:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965724:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077762.965725:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077762.965728:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077762.965731:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077762.965734:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077762.965736:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299421472
00000100:00000001:1.0:1769077762.965740:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299424835
00000100:00000001:1.0:1769077762.965742:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299421472
00000100:00000001:1.0:1769077762.965744:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299424835
00000100:00000001:1.0:1769077762.965746:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077762.965748:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077762.965750:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077762.965755:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077762/real 1769077762]  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077762.965763:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077762.965765:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077762.965767:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077762.965769:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077762.965771:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077762.965773:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077762.965777:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077762.965786:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965794:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077762.965795:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965796:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077762.965798:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077762.965800:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965805:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077762.965807:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965812:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077762.965813:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965815:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077762.965816:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965818:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077762.965820:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077762.965823:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077762.965826:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077762.965828:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077762.965832:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077762.965841:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166272:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077762.965845:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965846:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077762.965850:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520a80 x1855007612166272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077762.965857:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077762.965859:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077762.965861:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077762.965864:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077762.965866:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077762.965867:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077762.965869:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077762.965878:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f400.
02000000:00000001:1.0:1769077762.965880:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077762.965881:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077762.965882:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520a80.
00000100:00000001:1.0:1769077762.965884:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077762.965885:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965886:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077762.965889:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077762.965890:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077762.965891:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077762.965893:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077763.348701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077763.348709:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077763.348780:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077763.348784:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077763.348788:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077763.988837:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077763.988847:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077763.988850:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077763.988858:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077763.988863:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077763.988868:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077763.988872:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077763.988882:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077763.988890:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077764.372682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077764.372692:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077764.372694:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077764.372697:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077764.372704:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077764.372707:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077764.372709:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077764.372712:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077764.372773:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077764.372777:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077764.372781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077765.012681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077765.012688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077765.012689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077765.012693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077765.012696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077765.012699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077765.012701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077765.012703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077765.012706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077765.396757:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077765.396765:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077765.396851:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077765.396856:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077765.396859:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077766.036693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077766.036700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077766.036701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077766.036706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077766.036711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077766.036715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077766.036717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077766.036719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077766.036722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077766.420719:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077766.420728:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077766.420803:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077766.420807:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077766.420810:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077767.060667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077767.060675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077767.060678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077767.060683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077767.060687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077767.060691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077767.060694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077767.060696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077767.060698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077767.444729:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077767.444739:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077767.444830:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077767.444834:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077767.444839:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077767.572698:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299424835, at 4299425280
00000100:00000040:1.0:1769077767.572698:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299424835, at 4299425280
00000100:00000010:0.0:1769077767.572717:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000010:1.0:1769077767.572720:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000001:2.0:1769077768.084709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077768.084711:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077768.084718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077768.084723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077768.084730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077768.084733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077768.084737:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077768.084737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077768.084743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077768.084744:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077768.084746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077768.084750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077768.084751:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077768.084758:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077768.084767:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4753
00000400:00000200:0.0:1769077768.084779:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077768.084787:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077768.084791:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077768.084795:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.084799:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077768.084802:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.084805:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077768.084810:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077768.084812:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077768.084815:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077768.084818:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077768.084821:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077768.084824:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077768.084827:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.084830:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077768.084832:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.084835:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077768.084838:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077768.084842:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077768.084845:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077768.084848:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077768.084851:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077768.084855:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077768.084857:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077768.084860:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077768.084872:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077768.084876:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077768.084881:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077768.084883:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077768.084887:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077768.084890:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077768.084896:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077768.084906:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077768.084914:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077768.084925:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077768.084938:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077768.084943:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077768.084948:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077768.084974:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077768.084977:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077768.084981:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077768.084983:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077768.084985:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077768.084988:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077768.084991:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4753
00000400:00000200:0.0:1769077768.084995:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077768.084998:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077768.085001:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077768.085004:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.085007:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077768.085009:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.085012:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077768.085014:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077768.085016:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077768.085017:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077768.085019:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077768.085021:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077768.085024:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077768.085027:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.085030:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077768.085032:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077768.085035:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077768.085038:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077768.085041:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077768.085044:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077768.085047:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077768.085047:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077768.085053:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077768.085056:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077768.085057:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077768.085061:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077768.085064:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769077768.085064:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077768.085070:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077768.085074:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769077768.085077:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085077:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077768.085082:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077768.085084:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769077768.085087:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
02000000:00000001:1.0:1769077768.085088:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077768.085093:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077768.085094:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077768.085100:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166400:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769077768.085101:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077768.085105:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085107:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077768.085108:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077768.085112:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077768.085114:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077768.085115:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1769077768.085118:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769077768.085119:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077768.085123:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077768.085125:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077768.085132:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769077768.085134:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077768.085139:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077768.085146:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077768.085149:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077768.085154:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077768.085155:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077768.085162:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000100:00000001:0.0:1769077768.085169:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077768.085174:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077768.085178:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077768.085181:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077768.085184:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000040:0.0:1769077768.085185:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077768.085192:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4763)
00000100:00000200:1.0:1769077768.085196:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166400, portal 25
00000100:00000001:1.0:1769077768.085199:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077768.085201:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00000040:1.0:1769077768.085207:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085214:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077768.085216:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077768.085219:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077768.085222:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612166400, offset 0
00000400:00000200:1.0:1769077768.085228:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077768.085237:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077768.085244:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077768.085250:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077768.085254:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077768.085258:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077768.085260:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077768.085264:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3684:3684:256:4294967295] 192.168.204.106@tcp LPNI seq info [3683:3683:8:4294967295]
00000400:00000200:1.0:1769077768.085267:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077768.085276:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077768.085286:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077768.085291:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077768.085297:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077768.085301:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077768.085306:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077768.085309:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077768.085312:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077768.085314:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077768.085321:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077768.085325:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077768.085329:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077768.085335:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077768.085340:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077768.085343:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085350:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077768.085353:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085358:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085359:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077768.085365:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077768.085368:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077768.085371:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299429955
00000100:00000010:1.0:1769077768.085375:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042780.
00000100:00000001:1.0:1769077768.085381:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077768.085387:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299429955
00000100:00000010:1.0:1769077768.085390:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0420c0.
00000100:00000001:1.0:1769077768.085392:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077768.085394:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077768.085396:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085398:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077768.085401:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077768/real 1769077768]  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077768.085408:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077768.085409:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077768.085411:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077768.085413:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077768.085414:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077768.085416:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077768.085419:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077768.085425:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085430:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077768.085432:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085434:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077768.085435:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077768.085438:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085442:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077768.085446:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085450:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077768.085452:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085453:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077768.085454:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085456:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077768.085458:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077768.085460:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077768.085463:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077768.085465:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077768.085468:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077768.085473:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166400:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077768.085476:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085478:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077768.085479:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612166400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085484:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077768.085487:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077768.085516:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077768.085519:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077768.085520:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077768.085522:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077768.085523:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077768.085526:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769077768.085530:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077768.085531:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077768.085533:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769077768.085536:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077768.085536:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085538:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085545:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077768.085546:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085548:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077768.085549:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077768.085550:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077768.085576:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085582:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077768.085583:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077768.085584:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077768.085586:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077768.085587:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077768.085589:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166528:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077768.085592:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077768.085593:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077768.085595:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077768.085596:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077768.085598:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077768.085600:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077768.085603:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077768.085605:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000400:00000010:1.0:1769077768.085608:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769077768.085610:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166528, portal 10
00000100:00000001:1.0:1769077768.085612:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077768.085613:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:1.0:1769077768.085618:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085623:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077768.085624:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077768.085626:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077768.085627:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612166528, offset 0
00000400:00000200:1.0:1769077768.085631:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077768.085634:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077768.085637:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077768.085640:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077768.085643:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077768.085645:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077768.085647:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077768.085650:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3685:3685:256:4294967295] 192.168.204.106@tcp LPNI seq info [3684:3684:8:4294967295]
00000400:00000200:1.0:1769077768.085654:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077768.085659:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077768.085664:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077768.085667:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077768.085671:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077768.085674:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077768.085678:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077768.085681:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077768.085685:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077768.085688:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077768.085691:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077768.085695:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077768.085698:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077768.085700:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077768.085703:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077768.085707:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085719:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077768.085722:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085726:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085727:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077768.085730:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077768.085733:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077768.085736:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077768.085738:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299426592
00000100:00000001:1.0:1769077768.085740:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299429955
00000100:00000001:1.0:1769077768.085742:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299426592
00000100:00000001:1.0:1769077768.085743:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299429955
00000100:00000001:1.0:1769077768.085745:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077768.085746:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085747:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077768.085749:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077768/real 1769077768]  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077768.085755:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077768.085756:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077768.085757:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077768.085758:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077768.085759:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077768.085761:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077768.085763:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077768.085769:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085772:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077768.085774:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085775:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077768.085776:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077768.085779:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085783:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077768.085785:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085789:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077768.085791:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085792:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077768.085792:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085793:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077768.085795:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077768.085796:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077768.085798:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077768.085800:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077768.085802:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077768.085808:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166528:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077768.085810:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085811:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077768.085813:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612166528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077768.085817:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077768.085823:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077768.085824:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077768.085826:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077768.085827:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077768.085828:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077768.085830:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077768.085831:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769077768.085833:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077768.085834:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077768.085835:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:1.0:1769077768.085836:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077768.085838:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085839:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077768.085841:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077768.085842:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077768.085843:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077768.085845:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077768.468704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077768.468711:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077768.468797:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077768.468802:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077768.468807:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077769.108643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077769.108651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077769.108653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077769.108660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077769.108663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077769.108667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077769.108669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077769.108673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077769.108675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077769.492713:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077769.492721:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077769.492827:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077769.492835:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077769.492839:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077770.132704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077770.132712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077770.132714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077770.132720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077770.132724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077770.132727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077770.132730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077770.132744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077770.132746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077770.516692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077770.516703:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077770.516778:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077770.516782:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077770.516785:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077771.156631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077771.156639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077771.156641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077771.156646:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077771.156650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077771.156654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077771.156656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077771.156659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077771.156661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077771.540716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077771.540725:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077771.540776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077771.540780:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077771.540783:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077772.180656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077772.180665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077772.180667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077772.180673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077772.180677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077772.180680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077772.180683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077772.180685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077772.180688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077772.564747:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077772.564757:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077772.564838:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077772.564843:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077772.564847:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077772.692711:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299429955, at 4299430400
00000100:00000040:1.0:1769077772.692711:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299429955, at 4299430400
00000100:00000010:0.0:1769077772.692733:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000010:1.0:1769077772.692737:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:2.0:1769077773.204714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077773.204715:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077773.204721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077773.204724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077773.204729:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769077773.204730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077773.204734:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077773.204737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077773.204741:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077773.204744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077773.204748:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077773.204749:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077773.204755:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077773.204758:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077773.204760:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4758
00000400:00000200:3.0:1769077773.204772:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077773.204778:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077773.204782:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077773.204784:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204788:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077773.204791:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204793:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077773.204802:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077773.204804:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077773.204807:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077773.204809:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077773.204811:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077773.204813:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077773.204816:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204817:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077773.204818:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204820:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077773.204822:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077773.204824:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204826:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077773.204830:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077773.204833:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077773.204836:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077773.204838:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077773.204841:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077773.204852:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769077773.204855:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077773.204860:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077773.204861:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077773.204864:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077773.204867:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077773.204872:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077773.204880:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769077773.204892:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077773.204904:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077773.204913:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077773.204917:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077773.204921:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077773.204938:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077773.204940:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077773.204943:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077773.204944:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077773.204946:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077773.204948:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077773.204950:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4758
00000400:00000200:3.0:1769077773.204953:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077773.204955:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077773.204957:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077773.204959:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204961:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077773.204963:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204965:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077773.204967:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077773.204969:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077773.204970:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077773.204972:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077773.204973:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077773.204974:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077773.204977:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204978:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077773.204979:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204980:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077773.204982:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077773.204984:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077773.204986:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077773.204988:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077773.204993:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077773.204995:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077773.204996:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077773.205000:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077773.205003:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077773.205004:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077773.205007:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769077773.205008:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077773.205010:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077773.205011:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.205013:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077773.205013:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077773.205016:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077773.205019:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.205025:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1769077773.205026:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:1.0:1769077773.205030:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077773.205036:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077773.205044:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077773.205045:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077773.205122:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077773.205123:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077773.205125:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077773.205132:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077773.205136:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077773.205142:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077773.205143:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077773.205152:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077773.205169:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166656:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769077773.205173:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077773.205178:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077773.205183:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077773.205184:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077773.205188:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077773.205191:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769077773.205197:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077773.205200:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077773.205203:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077773.205205:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4768)
02000000:00000010:1.0:1769077773.205214:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077773.205218:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077773.205230:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077773.205234:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000400:00000010:1.0:1769077773.205240:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769077773.205246:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166656, portal 25
00000100:00000001:1.0:1769077773.205248:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077773.205250:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000040:1.0:1769077773.205258:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205267:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077773.205270:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077773.205273:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077773.205276:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612166656, offset 0
00000400:00000200:1.0:1769077773.205283:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077773.205292:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077773.205301:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077773.205306:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077773.205311:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077773.205314:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077773.205316:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077773.205320:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3686:3686:256:4294967295] 192.168.204.106@tcp LPNI seq info [3685:3685:8:4294967295]
00000400:00000200:1.0:1769077773.205323:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077773.205331:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077773.205336:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077773.205341:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077773.205346:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077773.205350:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077773.205355:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077773.205358:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077773.205361:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077773.205363:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077773.205368:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077773.205371:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077773.205374:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077773.205376:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077773.205380:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077773.205383:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205392:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077773.205394:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205399:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.205400:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077773.205430:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077773.205434:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077773.205437:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299435075
00000100:00000010:1.0:1769077773.205441:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0420c0.
00000100:00000001:1.0:1769077773.205447:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077773.205460:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299435075
00000100:00000010:1.0:1769077773.205462:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042480.
00000100:00000001:1.0:1769077773.205465:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077773.205467:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077773.205469:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.205471:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077773.205474:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077773/real 1769077773]  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077773.205481:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077773.205483:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077773.205485:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077773.205487:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077773.205488:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077773.205490:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077773.205492:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077773.205499:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205504:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077773.205505:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205507:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077773.205508:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077773.205510:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205515:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077773.205518:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205523:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077773.205525:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205526:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077773.205527:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205529:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077773.205530:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077773.205533:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077773.205542:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077773.205543:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077773.205546:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077773.205591:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166656:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077773.205599:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205602:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077773.205606:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612166656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205612:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077773.205615:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077773.205618:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077773.205622:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077773.205624:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077773.205627:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077773.205629:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077773.205632:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:1.0:1769077773.205636:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077773.205638:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077773.205640:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:1.0:1769077773.205644:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077773.205645:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205647:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205654:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077773.205656:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.205659:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077773.205661:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077773.205662:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077773.205667:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205675:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077773.205677:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077773.205679:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077773.205681:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077773.205683:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077773.205687:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166784:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077773.205690:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077773.205692:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077773.205693:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077773.205695:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077773.205698:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077773.205699:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077773.205702:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077773.205705:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000400:00000010:1.0:1769077773.205707:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769077773.205710:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166784, portal 10
00000100:00000001:1.0:1769077773.205711:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077773.205712:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00000040:1.0:1769077773.205717:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205722:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077773.205723:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077773.205725:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077773.205726:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612166784, offset 0
00000400:00000200:1.0:1769077773.205729:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077773.205732:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077773.205734:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077773.205736:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077773.205738:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077773.205740:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077773.205742:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077773.205744:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3687:3687:256:4294967295] 192.168.204.106@tcp LPNI seq info [3686:3686:8:4294967295]
00000400:00000200:1.0:1769077773.205747:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077773.205751:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077773.205754:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077773.205757:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077773.205762:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077773.205764:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077773.205769:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077773.205772:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077773.205776:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077773.205778:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077773.205782:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077773.205785:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077773.205788:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077773.205790:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077773.205793:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077773.205797:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205806:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077773.205809:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205817:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.205818:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077773.205822:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077773.205825:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077773.205828:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077773.205829:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299431712
00000100:00000001:1.0:1769077773.205831:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299435075
00000100:00000001:1.0:1769077773.205833:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299431712
00000100:00000001:1.0:1769077773.205834:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299435075
00000100:00000001:1.0:1769077773.205836:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077773.205837:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.205839:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077773.205841:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077773/real 1769077773]  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077773.205846:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077773.205847:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077773.205849:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:1.0:1769077773.205850:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:1.0:1769077773.205851:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:1.0:1769077773.205853:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077773.205855:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077773.205885:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205892:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077773.205894:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205896:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077773.205898:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077773.205903:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205911:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077773.205916:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205925:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077773.205928:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205930:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077773.205931:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205933:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077773.205935:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077773.205938:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077773.205942:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077773.205944:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077773.205947:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077773.205952:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612166784:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077773.205955:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205956:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077773.205958:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612166784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077773.205963:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077773.205964:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077773.205966:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077773.205969:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077773.205971:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077773.205973:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077773.205974:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077773.205976:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769077773.205979:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077773.205980:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077773.205982:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:1.0:1769077773.205985:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077773.205986:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205988:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077773.205992:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077773.205994:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077773.206000:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077773.206002:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077773.588668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077773.588674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077773.588759:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077773.588765:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077773.588769:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077774.228677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077774.228688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077774.228690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077774.228699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077774.228704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077774.228708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077774.228710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077774.228713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077774.228716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077774.612672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077774.612680:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077774.612682:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077774.612684:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077774.612688:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077774.612690:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077774.612692:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077774.612693:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077774.612747:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077774.612750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077774.612753:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077775.252694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077775.252702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077775.252704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077775.252710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077775.252714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077775.252719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077775.252721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077775.252723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077775.252726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077775.636685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077775.636692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077775.636775:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077775.636781:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077775.636786:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077776.276625:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077776.276631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077776.276633:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077776.276636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077776.276639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077776.276642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077776.276644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077776.276646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077776.276648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077776.660641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077776.660647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077776.660700:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077776.660704:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077776.660707:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077777.300685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077777.300693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077777.300695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077777.300701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077777.300706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077777.300709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077777.300712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077777.300716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077777.300718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077777.684678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077777.684685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077777.684749:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077777.684752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077777.684755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077777.812672:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299435075, at 4299435520
00000100:00000040:0.0:1769077777.812691:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299435075, at 4299435520
00000100:00000010:1.0:1769077777.812691:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000010:0.0:1769077777.812710:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000001:2.0:1769077778.324664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077778.324669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077778.324671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077778.324677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077778.324680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077778.324684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077778.324686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077778.324688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077778.324691:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077778.324692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077778.324704:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077778.324710:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077778.324715:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077778.324721:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077778.324731:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4763
00000400:00000200:3.0:1769077778.324756:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077778.324764:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077778.324768:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077778.324772:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.324777:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.324781:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.324784:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077778.324789:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077778.324792:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077778.324795:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077778.324799:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077778.324802:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077778.324805:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077778.324809:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.324811:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.324814:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.324816:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077778.324820:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077778.324823:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077778.324827:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077778.324831:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077778.324836:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077778.324839:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.324843:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077778.324846:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077778.324858:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769077778.324862:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077778.324867:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077778.324869:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.324887:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077778.324891:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077778.324897:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077778.324907:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769077778.324916:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077778.324927:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077778.324939:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077778.324945:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.324952:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077778.324982:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077778.324985:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077778.324989:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077778.324991:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077778.324993:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077778.324996:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077778.325000:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4763
00000400:00000200:3.0:1769077778.325004:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077778.325008:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077778.325011:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077778.325017:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.325020:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077778.325023:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.325026:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077778.325028:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077778.325031:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077778.325033:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077778.325040:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077778.325041:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077778.325047:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077778.325050:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:1.0:1769077778.325056:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077778.325056:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077778.325062:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077778.325075:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.325083:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077778.325089:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077778.325089:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077778.325094:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.325096:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077778.325101:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077778.325103:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769077778.325107:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077778.325111:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769077778.325114:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077778.325125:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166912:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769077778.325127:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325133:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077778.325134:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077778.325144:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077778.325146:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077778.325151:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077778.325153:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.325157:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077778.325158:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769077778.325168:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769077778.325172:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077778.325176:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077778.325176:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077778.325190:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077778.325197:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000010:3.0:1769077778.325199:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000400:00000010:1.0:1769077778.325203:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774dc0.
00000020:00000040:3.0:1769077778.325208:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000010:1.0:1769077778.325211:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
02000000:00000001:3.0:1769077778.325215:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769077778.325220:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612166912, portal 25
02000000:00000001:3.0:1769077778.325220:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325227:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077778.325229:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077778.325230:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
02000000:00000001:3.0:1769077778.325234:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769077778.325240:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077778.325241:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325254:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:3.0:1769077778.325254:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000040:1.0:1769077778.325262:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769077778.325264:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077778.325266:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077778.325268:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612166912, offset 0
00000400:00000200:1.0:1769077778.325273:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077778.325284:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:3.0:1769077778.325292:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077778.325294:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077778.325304:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077778.325315:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000001:3.0:1769077778.325336:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077778.325339:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077778.325347:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077778.325353:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077778.325364:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000001:3.0:1769077778.325370:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077778.325371:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3688:3688:256:4294967295] 192.168.204.106@tcp LPNI seq info [3687:3687:8:4294967295]
00000400:00000200:1.0:1769077778.325387:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769077778.325387:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077778.325400:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077778.325410:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769077778.325412:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769077778.325422:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077778.325422:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769077778.325435:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000100:00000040:3.0:1769077778.325438:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4773)
00000800:00000200:1.0:1769077778.325445:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077778.325451:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077778.325472:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077778.325477:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077778.325480:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299440195
00000100:00000010:1.0:1769077778.325484:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042480.
00000100:00000001:1.0:1769077778.325491:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077778.325502:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299440195
00000100:00000010:1.0:1769077778.325505:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042720.
00000100:00000001:1.0:1769077778.325507:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077778.325510:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077778.325512:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325514:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325516:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077778.325521:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077778.325522:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077778.325525:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077778.325526:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077778.325528:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077778.325532:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077778.325538:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077778.325539:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077778.325541:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077778.325543:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077778.325546:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077778.325548:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167040:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077778.325602:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077778.325606:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077778.325609:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077778.325612:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077778.325617:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acdc00.
02000000:00000001:1.0:1769077778.325620:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077778.325625:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077778.325628:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774cb8.
00000400:00000010:1.0:1769077778.325632:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1cc0.
00000100:00000200:1.0:1769077778.325635:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167040, portal 10
00000100:00000001:1.0:1769077778.325637:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077778.325638:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000100:00000040:1.0:1769077778.325644:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077778.325649:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077778.325653:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077778.325655:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077778.325657:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612167040, offset 0
00000400:00000200:1.0:1769077778.325660:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077778.325664:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077778.325667:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077778.325669:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077778.325671:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077778.325673:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077778.325675:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077778.325677:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3689:3689:255:4294967295] 192.168.204.106@tcp LPNI seq info [3688:3688:7:4294967295]
00000400:00000200:1.0:1769077778.325679:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077778.325683:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077778.325686:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077778.325689:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077778.325692:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077778.325695:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077778.325698:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077778.325701:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077778.325703:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077778.325704:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299436832
00000100:00000001:1.0:1769077778.325706:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299440195
00000100:00000001:1.0:1769077778.325708:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299436832
00000100:00000001:1.0:1769077778.325710:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299440195
00000100:00000001:1.0:1769077778.325712:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077778.325713:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325717:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325720:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077778.325722:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077778.325724:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077778.325725:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077778.325726:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077778.325727:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077778.325729:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077778.708657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077778.708663:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077778.708716:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077778.708719:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077778.708722:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077779.348733:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077779.348740:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077779.348742:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077779.348748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077779.348752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077779.348755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077779.348758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077779.348761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077779.348764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077779.732689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077779.732695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077779.732765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077779.732772:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077779.732778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077780.372741:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077780.372749:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077780.372758:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077780.372770:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077780.372775:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077780.372781:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077780.372785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077780.372789:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077780.372793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077780.756703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077780.756712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077780.756808:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077780.756812:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077780.756816:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077781.396864:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077781.396872:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077781.396873:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077781.396878:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077781.396883:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077781.396887:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.396890:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077781.396892:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.396895:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769077781.397034:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:1.0:1769077781.397099:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769077781.397132:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077781.397140:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:1.0:1769077781.397146:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077781.397152:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769077781.397161:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:1.0:1769077781.397168:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769077781.397177:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077781.397184:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077781.397196:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077781.397199:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077781.397207:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077781.397221:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077781.397254:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077781.397259:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077781.397283:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077781.397285:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769077781.397301:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:1.0:1769077781.397303:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077781.397307:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769077781.397311:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769077781.397315:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077781.397318:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077781.397320:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077781.397327:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077781.397336:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077781.397339:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077781.397345:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077781.397347:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077781.397638:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077781.397646:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077781.397651:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077781.397662:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077778/real 1769077781]  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077781.397680:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077781.397684:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077781.397690:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774cb8.
00000400:00000200:2.0:1769077781.397695:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1cc0
00000400:00000010:2.0:1769077781.397698:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1cc0.
00000100:00000001:2.0:1769077781.397702:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077781.397707:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077781.397718:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.397740:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077781.397742:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.397746:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077781.397749:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077781.397754:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.397762:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077781.397769:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.397777:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077781.397782:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.397784:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077781.397787:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.397791:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077781.397794:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077781.397799:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077781.397806:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077781.397810:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077781.397816:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077781.397828:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167040:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077781.397836:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077781.397840:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077778/real 1769077781]  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077781.397850:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077781.397852:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077781.397856:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774dc0.
00000400:00000200:2.0:1769077781.397860:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:2.0:1769077781.397862:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:2.0:1769077781.397866:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077781.397870:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077781.398149:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.398158:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077781.398161:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.398164:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077781.398165:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077781.398169:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.398176:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077781.398180:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.398188:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077781.398191:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.398193:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077781.398194:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.398197:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077781.398199:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077781.398202:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077781.398207:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077781.398210:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077781.398214:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077781.398223:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612166912:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077781.398232:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.398236:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077781.398239:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612167040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.398262:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077781.398279:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077781.398285:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:2.0:1769077781.398290:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077781.398294:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077781.398298:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077781.398300:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077781.398304:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:2.0:1769077781.398309:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077781.398312:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077781.398316:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:2.0:1769077781.398321:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077781.398322:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.398325:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077781.398329:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612166912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077781.398337:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077781.398338:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077781.398340:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:2.0:1769077781.398343:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077781.398345:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077781.398347:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077781.398349:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077781.398351:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:2.0:1769077781.398355:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077781.398356:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077781.398357:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:2.0:1769077781.398361:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077781.398362:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.398365:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077781.398377:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077781.398381:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077781.398384:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077781.398386:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077781.780658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077781.780665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077781.780722:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077781.780727:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077781.780730:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077782.420762:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077782.420772:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077782.420775:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077782.420783:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077782.420788:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077782.420794:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077782.420797:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077782.420800:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077782.420803:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077782.804664:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077782.804670:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077782.804790:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077782.804796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077782.804799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077782.932649:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299440195, at 4299440640
00000100:00000010:1.0:1769077782.932668:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000040:0.0:1769077782.932670:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299440195, at 4299440640
00000100:00000010:0.0:1769077782.932683:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00080000:3.0:1769077783.444678:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077783.444687:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077783.444690:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077783.444693:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077783.444697:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077783.444705:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4768
00000400:00000200:3.0:1769077783.444713:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077783.444719:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077783.444722:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077783.444724:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077783.444726:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077783.444729:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077783.444731:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077783.444734:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077783.444736:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077783.444739:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077783.444741:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077783.444744:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077783.444746:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077783.444748:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077783.444750:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077783.444751:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077783.444752:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077783.444754:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077783.444757:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077783.444760:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077783.444762:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077783.444765:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077783.444768:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077783.444770:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077783.444772:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077783.444782:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769077783.444786:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077783.444790:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1769077783.444791:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
02000000:00000001:3.0:1769077783.444792:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077783.444800:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1769077783.444802:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1769077783.444804:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077783.444811:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.444812:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077783.444819:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00100000:2.0:1769077783.444821:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077783.444826:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.444830:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769077783.444836:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077783.444837:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.444851:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077783.444856:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077783.444859:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077783.444862:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077783.444867:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077783.444876:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077783.444898:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077783.444902:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077783.444907:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077783.444909:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077783.444911:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077783.444912:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077783.444919:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077783.444920:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077783.444925:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769077783.444927:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4768
00000400:00000200:3.0:1769077783.444934:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077783.444941:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077783.444944:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077783.444951:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077783.444953:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077783.444963:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077783.444971:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077783.444979:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077783.444985:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077783.444985:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769077783.444990:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077783.444991:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077783.444999:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769077783.445002:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077783.445003:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077783.445009:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077783.445011:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769077783.445013:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077783.445019:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077783.445028:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00100000:2.0:1769077783.445031:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167168:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769077783.445035:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077783.445041:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769077783.445043:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077783.445049:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769077783.445051:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769077783.445054:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769077783.445057:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077783.445063:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077783.445067:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077783.445071:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077783.445072:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1769077783.445081:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d000.
02000000:00000001:3.0:1769077783.445082:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077783.445090:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077783.445092:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077783.445098:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077783.445104:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769077783.445110:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:3.0:1769077783.445115:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077783.445120:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077783.445121:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000010:3.0:1769077783.445127:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000400:00000010:2.0:1769077783.445134:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000020:00000040:3.0:1769077783.445135:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077783.445145:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077783.445146:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077783.445148:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077783.445151:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769077783.445152:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167168, portal 25
02000000:00000001:3.0:1769077783.445155:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.445158:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077783.445163:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
02000000:00000010:3.0:1769077783.445166:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769077783.445174:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077783.445179:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077783.445190:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077783.445228:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077783.445231:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077783.445245:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077783.445254:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077783.445260:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077783.445264:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077783.445273:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612167168, offset 0
00000100:00000001:3.0:1769077783.445294:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077783.445297:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077783.445302:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077783.445310:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077783.445313:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077783.445316:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769077783.445325:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077783.445335:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769077783.445336:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4778)
00000400:00000200:2.0:1769077783.445349:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077783.445359:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077783.445365:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077783.445369:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077783.445377:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3690:3690:256:4294967295] 192.168.204.106@tcp LPNI seq info [3689:3689:8:4294967295]
00000400:00000200:2.0:1769077783.445383:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077783.445399:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077783.445406:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077783.445414:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077783.445424:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077783.445429:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077783.445437:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077783.445441:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077783.445454:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077783.445458:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077783.445465:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077783.445471:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077783.445478:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077783.445482:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077783.445486:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077783.445492:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445504:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077783.445508:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445517:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.445518:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077783.445527:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077783.445533:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077783.445537:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299445315
00000100:00000010:2.0:1769077783.445543:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bc60.
00000100:00000001:2.0:1769077783.445586:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077783.445598:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299445316
00000100:00000010:2.0:1769077783.445602:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b600.
00000100:00000001:2.0:1769077783.445606:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077783.445611:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077783.445615:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.445619:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077783.445624:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077783/real 1769077783]  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077783.445636:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077783.445639:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077783.445642:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077783.445645:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077783.445647:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077783.445650:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077783.445656:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077783.445666:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445674:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077783.445676:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.445678:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077783.445681:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077783.445685:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445693:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077783.445700:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445710:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077783.445713:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.445715:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077783.445717:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.445720:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077783.445723:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077783.445728:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077783.445734:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077783.445739:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077783.445744:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077783.445756:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167168:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077783.445762:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.445765:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077783.445770:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612167168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445786:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077783.445790:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077783.445794:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769077783.445800:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077783.445804:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077783.445808:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077783.445812:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077783.445817:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:2.0:1769077783.445823:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077783.445827:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077783.445830:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:2.0:1769077783.445836:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077783.445838:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.445841:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.445854:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077783.445857:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.445860:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077783.445862:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077783.445863:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077783.445869:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445877:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077783.445879:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077783.445883:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077783.445886:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077783.445889:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077783.445892:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167296:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077783.445897:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077783.445902:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077783.445905:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077783.445907:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077783.445912:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769077783.445914:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077783.445919:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077783.445922:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077783.445926:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077783.445930:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167296, portal 10
00000100:00000001:2.0:1769077783.445933:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077783.445934:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
00000100:00000040:2.0:1769077783.445944:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.445952:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077783.445954:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077783.445957:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077783.445961:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612167296, offset 0
00000400:00000200:2.0:1769077783.445965:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077783.445971:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077783.445983:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077783.445987:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077783.445990:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077783.445993:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077783.445996:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077783.446000:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3691:3691:256:4294967295] 192.168.204.106@tcp LPNI seq info [3690:3690:8:4294967295]
00000400:00000200:2.0:1769077783.446005:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077783.446012:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077783.446018:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077783.446022:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077783.446027:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077783.446030:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769077783.446035:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077783.446038:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769077783.446043:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077783.446045:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077783.446049:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077783.446052:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077783.446056:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077783.446059:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077783.446062:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077783.446066:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.446075:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077783.446078:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.446086:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.446088:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077783.446093:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077783.446098:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077783.446102:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077783.446104:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299441952
00000100:00000001:2.0:1769077783.446108:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299445315
00000100:00000001:2.0:1769077783.446112:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299441952
00000100:00000001:2.0:1769077783.446114:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299445316
00000100:00000001:2.0:1769077783.446117:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077783.446119:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.446122:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077783.446126:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077783/real 1769077783]  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077783.446134:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077783.446136:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077783.446138:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077783.446140:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077783.446142:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077783.446144:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077783.446147:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077783.446155:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.446169:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077783.446171:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.446173:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077783.446175:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077783.446178:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.446184:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077783.446188:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.446196:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077783.446199:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.446200:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077783.446202:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.446204:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077783.446206:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077783.446209:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077783.446213:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077783.446216:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077783.446221:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077783.446229:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167296:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077783.446250:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.446253:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077783.446256:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612167296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077783.446264:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077783.446266:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077783.446268:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d000.
02000000:00000001:2.0:1769077783.446271:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077783.446274:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077783.446275:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077783.446278:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077783.446279:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:2.0:1769077783.446282:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077783.446284:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077783.446286:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:2.0:1769077783.446290:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077783.446292:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.446294:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077783.446297:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077783.446299:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077783.446301:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077783.446303:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077783.828673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077783.828679:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077783.828745:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077783.828752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077783.828758:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077784.468782:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077784.468790:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077784.468792:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077784.468798:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077784.468802:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077784.468806:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077784.468808:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077784.468811:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077784.468813:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077784.852666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077784.852675:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077784.852678:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077784.852680:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077784.852686:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077784.852687:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077784.852689:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077784.852691:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077784.852751:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077784.852755:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077784.852758:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077785.492687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077785.492693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077785.492695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077785.492699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077785.492702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077785.492705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077785.492707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077785.492709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077785.492711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077785.876691:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077785.876699:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077785.876772:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077785.876776:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077785.876780:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077786.516636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077786.516644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077786.516645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077786.516650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077786.516654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077786.516658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077786.516660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077786.516663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077786.516666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077786.900635:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077786.900642:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077786.900711:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077786.900715:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077786.900718:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077787.540689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077787.540720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077787.540722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077787.540728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077787.540732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077787.540736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077787.540738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077787.540741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077787.540743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077787.924679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077787.924688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077787.924751:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077787.924756:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077787.924759:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077788.052796:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299445315, at 4299445760
00000100:00000040:1.0:1769077788.052796:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299445316, at 4299445760
00000100:00000010:0.0:1769077788.052839:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bc60.
00000100:00000010:1.0:1769077788.052839:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b600.
00000100:00080000:3.0:1769077788.564642:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077788.564643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077788.564650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077788.564653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077788.564656:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769077788.564659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077788.564660:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077788.564665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077788.564666:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077788.564670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077788.564670:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077788.564675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077788.564677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.564680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077788.564682:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4773
00000400:00000200:3.0:1769077788.564695:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077788.564703:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077788.564707:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077788.564710:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077788.564714:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077788.564718:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077788.564721:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077788.564726:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077788.564728:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077788.564731:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077788.564734:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077788.564737:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077788.564740:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077788.564744:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077788.564746:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077788.564747:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077788.564749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077788.564753:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077788.564756:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077788.564759:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077788.564763:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077788.564767:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077788.564770:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077788.564773:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077788.564776:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077788.564789:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769077788.564794:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077788.564798:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077788.564800:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077788.564802:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077788.564816:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077788.564821:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077788.564829:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769077788.564835:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077788.564844:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077788.564853:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077788.564858:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077788.564861:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077788.564891:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077788.564893:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077788.564896:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077788.564897:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077788.564899:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077788.564901:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077788.564903:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4773
00000400:00000200:3.0:1769077788.564906:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077788.564910:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077788.564912:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077788.564914:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077788.564916:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077788.564917:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077788.564920:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077788.564921:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077788.564924:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077788.564925:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077788.564928:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077788.564930:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077788.564932:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1769077788.564933:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769077788.564934:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077788.564939:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077788.564944:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077788.564952:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077788.564953:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077788.564956:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077788.564957:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077788.564961:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077788.564963:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077788.564963:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077788.564967:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769077788.564968:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077788.564971:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:2.0:1769077788.564973:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077788.564979:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077788.564980:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167424:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769077788.564982:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077788.564987:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077788.564989:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077788.564991:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077788.564993:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077788.564995:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077788.564997:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077788.564998:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769077788.565002:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1769077788.565005:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f800.
00000008:00000001:3.0:1769077788.565007:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077788.565008:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077788.565014:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077788.565019:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000010:3.0:1769077788.565020:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000400:00000010:2.0:1769077788.565024:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000020:00000040:3.0:1769077788.565026:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077788.565031:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077788.565033:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
02000000:00000001:3.0:1769077788.565033:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077788.565039:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077788.565041:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077788.565043:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077788.565044:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167424, portal 25
00000100:00000001:2.0:1769077788.565048:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1769077788.565050:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:2.0:1769077788.565051:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
00000100:00000040:2.0:1769077788.565059:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077788.565059:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.565070:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769077788.565072:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077788.565074:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077788.565078:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077788.565083:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612167424, offset 0
00000100:00000001:3.0:1769077788.565089:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077788.565093:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077788.565096:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077788.565102:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077788.565111:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077788.565120:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077788.565124:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1769077788.565125:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769077788.565134:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077788.565137:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077788.565139:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077788.565145:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077788.565161:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077788.565175:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077788.565177:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4783)
00000400:00000200:2.0:1769077788.565179:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077788.565187:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3692:3692:256:4294967295] 192.168.204.106@tcp LPNI seq info [3691:3691:8:4294967295]
00000400:00000200:2.0:1769077788.565191:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077788.565204:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077788.565227:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077788.565235:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077788.565243:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077788.565248:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077788.565255:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077788.565260:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077788.565265:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077788.565268:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077788.565277:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077788.565284:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077788.565291:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077788.565294:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077788.565299:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077788.565304:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565313:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077788.565316:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565338:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.565339:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077788.565345:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077788.565349:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077788.565351:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299450435
00000100:00000010:2.0:1769077788.565357:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b420.
00000100:00000001:2.0:1769077788.565363:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077788.565376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299450435
00000100:00000010:2.0:1769077788.565379:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba20.
00000100:00000001:2.0:1769077788.565381:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077788.565400:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077788.565402:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.565404:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077788.565408:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788]  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077788.565422:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077788.565424:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077788.565426:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077788.565428:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077788.565430:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077788.565432:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077788.565436:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077788.565444:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565450:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077788.565451:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565453:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077788.565455:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077788.565458:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565462:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077788.565466:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565471:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077788.565473:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565475:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077788.565476:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565478:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077788.565480:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077788.565482:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077788.565485:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077788.565486:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077788.565489:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077788.565496:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167424:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077788.565500:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565518:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077788.565520:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612167424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565524:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077788.565526:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077788.565529:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f800.
02000000:00000001:2.0:1769077788.565531:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077788.565532:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077788.565534:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077788.565535:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077788.565537:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:2.0:1769077788.565540:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077788.565541:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077788.565543:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:2.0:1769077788.565546:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077788.565547:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565549:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565555:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077788.565556:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.565558:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077788.565559:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077788.565560:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077788.565563:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565583:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077788.565585:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077788.565586:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077788.565588:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077788.565590:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077788.565592:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167552:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077788.565612:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077788.565614:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077788.565615:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077788.565616:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077788.565619:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f800.
02000000:00000001:2.0:1769077788.565620:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077788.565624:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077788.565626:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077788.565629:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077788.565631:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167552, portal 10
00000100:00000001:2.0:1769077788.565633:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077788.565634:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000040:2.0:1769077788.565640:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565645:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077788.565646:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077788.565648:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077788.565650:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612167552, offset 0
00000400:00000200:2.0:1769077788.565652:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077788.565655:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077788.565658:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077788.565660:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077788.565662:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077788.565664:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077788.565666:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077788.565668:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3693:3693:256:4294967295] 192.168.204.106@tcp LPNI seq info [3692:3692:8:4294967295]
00000400:00000200:2.0:1769077788.565671:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077788.565675:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077788.565678:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077788.565680:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077788.565683:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077788.565685:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077788.565688:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077788.565690:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077788.565693:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077788.565694:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077788.565696:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077788.565699:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077788.565701:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077788.565703:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077788.565704:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077788.565706:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565712:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077788.565714:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565719:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.565720:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077788.565722:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077788.565725:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077788.565727:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077788.565728:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299447072
00000100:00000001:2.0:1769077788.565731:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299450435
00000100:00000001:2.0:1769077788.565733:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299447072
00000100:00000001:2.0:1769077788.565735:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299450435
00000100:00000001:2.0:1769077788.565738:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077788.565740:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.565742:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077788.565746:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077788/real 1769077788]  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077788.565755:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077788.565756:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077788.565759:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077788.565762:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077788.565763:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077788.565766:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077788.565769:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077788.565779:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565787:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077788.565789:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565791:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077788.565792:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077788.565796:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565802:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077788.565805:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565809:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077788.565810:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565811:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077788.565812:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565813:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077788.565815:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077788.565816:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077788.565818:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077788.565819:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077788.565822:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077788.565827:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167552:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077788.565830:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565832:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077788.565834:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612167552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077788.565838:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077788.565839:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077788.565841:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f800.
02000000:00000001:2.0:1769077788.565842:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077788.565843:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077788.565844:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077788.565845:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077788.565847:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:2.0:1769077788.565848:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077788.565849:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077788.565850:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:2.0:1769077788.565852:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077788.565853:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565854:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077788.565857:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077788.565858:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077788.565859:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077788.565861:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077788.948677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077788.948685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077788.948754:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077788.948759:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077788.948764:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077789.588653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077789.588662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077789.588664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077789.588669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077789.588673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077789.588677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077789.588680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077789.588682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077789.588685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077789.972673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077789.972678:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077789.972793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077789.972797:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077789.972800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077790.612673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077790.612681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077790.612683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077790.612689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077790.612692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077790.612703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077790.612705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077790.612708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077790.612725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077790.996701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077790.996707:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077790.996772:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077790.996775:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077790.996778:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077791.636635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077791.636641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077791.636643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077791.636663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077791.636666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077791.636670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077791.636672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077791.636674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077791.636676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077792.020646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077792.020651:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077792.020752:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077792.020758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077792.020762:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077792.660666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077792.660673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077792.660675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077792.660679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077792.660682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077792.660685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077792.660687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077792.660689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077792.660691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077793.044674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077793.044680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077793.044718:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077793.044723:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077793.044727:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077793.172663:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299450435, at 4299450880
00000100:00000040:0.0:1769077793.172671:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299450435, at 4299450880
00000100:00000010:1.0:1769077793.172677:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba20.
00000100:00000010:0.0:1769077793.172682:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b420.
00000100:00000001:2.0:1769077793.684666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077793.684673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077793.684675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077793.684681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077793.684682:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077793.684691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077793.684695:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077793.684697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.684699:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077793.684704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077793.684706:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077793.684707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077793.684720:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077793.684720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077793.684731:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4778
00000400:00000200:0.0:1769077793.684741:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077793.684747:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077793.684750:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077793.684760:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077793.684767:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077793.684769:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077793.684771:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077793.684775:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077793.684777:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077793.684779:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077793.684781:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077793.684783:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077793.684785:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077793.684786:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077793.684788:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077793.684789:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077793.684790:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077793.684792:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077793.684795:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077793.684797:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.684799:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077793.684803:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077793.684805:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.684807:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077793.684809:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077793.684819:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077793.684822:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077793.684826:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077793.684827:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.684829:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077793.684832:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077793.684837:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077793.684847:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077793.684855:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077793.684866:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077793.684887:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077793.684893:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077793.684899:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.684919:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077793.684921:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077793.684924:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077793.684926:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077793.684927:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077793.684930:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077793.684932:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4778
00000400:00000200:0.0:1769077793.684936:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077793.684942:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077793.684945:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077793.684947:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077793.684949:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077793.684950:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077793.684955:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077793.684956:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077793.684962:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077793.684963:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077793.684968:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077793.684969:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077793.684970:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077793.684972:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:2.0:1769077793.684977:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077793.684978:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077793.684987:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077793.685000:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077793.685005:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077793.685006:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077793.685011:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077793.685017:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077793.685020:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077793.685022:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769077793.685026:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077793.685027:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769077793.685035:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077793.685038:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077793.685042:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.685044:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769077793.685048:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167680:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769077793.685050:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077793.685073:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685074:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077793.685079:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769077793.685083:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769077793.685084:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077793.685087:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077793.685091:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077793.685092:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077793.685096:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077793.685106:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
02000000:00000010:2.0:1769077793.685106:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f800.
00000020:00000040:0.0:1769077793.685118:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077793.685118:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077793.685131:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077793.685133:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077793.685135:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077793.685136:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077793.685139:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077793.685144:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000400:00000200:2.0:1769077793.685151:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077793.685154:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077793.685158:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00100000:0.0:1769077793.685166:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1769077793.685169:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:0.0:1769077793.685181:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1769077793.685182:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167680, portal 25
00000100:00000001:0.0:1769077793.685185:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685187:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077793.685190:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636992 : -118662151914624 : ffff9413d0963b80)
00000100:00000040:0.0:1769077793.685192:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077793.685207:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077793.685219:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685226:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077793.685227:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077793.685239:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077793.685240:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:2.0:1769077793.685244:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000040:0.0:1769077793.685245:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077793.685255:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769077793.685255:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612167680, offset 0
00000100:00000040:0.0:1769077793.685269:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4789)
00000400:00000200:2.0:1769077793.685270:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077793.685283:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077793.685293:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077793.685300:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077793.685310:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077793.685314:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077793.685318:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077793.685323:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3694:3694:256:4294967295] 192.168.204.106@tcp LPNI seq info [3693:3693:8:4294967295]
00000400:00000200:2.0:1769077793.685327:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077793.685338:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077793.685343:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077793.685348:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077793.685354:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077793.685357:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077793.685369:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077793.685372:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077793.685388:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077793.685390:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077793.685395:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077793.685399:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077793.685403:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077793.685405:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077793.685409:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077793.685412:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685421:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077793.685423:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685428:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685435:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077793.685440:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077793.685443:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077793.685446:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299455555
00000100:00000010:2.0:1769077793.685450:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bd80.
00000100:00000001:2.0:1769077793.685455:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077793.685461:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299455555
00000100:00000010:2.0:1769077793.685463:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b900.
00000100:00000001:2.0:1769077793.685466:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077793.685468:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077793.685470:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685472:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077793.685475:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793]  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077793.685482:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077793.685483:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077793.685485:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077793.685487:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077793.685488:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077793.685490:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077793.685492:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077793.685498:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685503:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077793.685504:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685506:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077793.685507:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077793.685509:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685514:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077793.685517:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685521:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077793.685523:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685524:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077793.685525:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685526:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077793.685528:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077793.685530:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077793.685533:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077793.685535:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077793.685538:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077793.685543:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167680:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077793.685546:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685548:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077793.685550:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963b80 x1855007612167680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685575:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077793.685577:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077793.685579:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f800.
02000000:00000001:2.0:1769077793.685582:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077793.685583:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077793.685585:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077793.685586:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077793.685588:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769077793.685591:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077793.685593:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077793.685594:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963b80.
00000100:00000001:2.0:1769077793.685597:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077793.685597:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685599:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685605:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077793.685606:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685608:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077793.685609:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077793.685610:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077793.685613:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685617:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077793.685619:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077793.685621:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077793.685622:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077793.685624:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077793.685626:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167808:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077793.685628:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077793.685630:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077793.685631:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077793.685632:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077793.685635:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f800.
02000000:00000001:2.0:1769077793.685636:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077793.685639:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077793.685640:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077793.685643:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077793.685645:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167808, portal 10
00000100:00000001:2.0:1769077793.685646:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077793.685647:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:2.0:1769077793.685652:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685656:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077793.685658:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077793.685659:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077793.685661:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612167808, offset 0
00000400:00000200:2.0:1769077793.685663:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077793.685666:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077793.685669:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077793.685671:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077793.685672:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077793.685674:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077793.685676:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077793.685678:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3695:3695:256:4294967295] 192.168.204.106@tcp LPNI seq info [3694:3694:8:4294967295]
00000400:00000200:2.0:1769077793.685681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077793.685685:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077793.685688:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077793.685690:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077793.685693:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077793.685695:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769077793.685698:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077793.685700:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769077793.685703:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077793.685704:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077793.685706:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077793.685708:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077793.685710:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077793.685711:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077793.685712:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077793.685715:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685720:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077793.685722:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685727:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685728:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077793.685729:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077793.685733:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077793.685735:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077793.685736:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299452192
00000100:00000001:2.0:1769077793.685737:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299455555
00000100:00000001:2.0:1769077793.685739:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299452192
00000100:00000001:2.0:1769077793.685740:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299455555
00000100:00000001:2.0:1769077793.685742:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077793.685743:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685745:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077793.685747:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077793/real 1769077793]  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077793.685756:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077793.685757:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077793.685759:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077793.685760:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077793.685761:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077793.685762:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077793.685764:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077793.685769:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685774:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077793.685775:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685776:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077793.685777:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077793.685779:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685783:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077793.685785:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685789:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077793.685790:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685791:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077793.685792:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685793:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077793.685795:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077793.685796:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077793.685798:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077793.685799:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077793.685802:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077793.685807:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612167808:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077793.685810:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685811:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077793.685813:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612167808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077793.685816:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077793.685817:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077793.685818:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f800.
02000000:00000001:2.0:1769077793.685820:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077793.685820:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077793.685821:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077793.685822:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077793.685823:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:2.0:1769077793.685825:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077793.685826:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077793.685826:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:2.0:1769077793.685828:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077793.685829:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685830:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077793.685831:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077793.685832:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077793.685834:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077793.685835:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077794.068711:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077794.068720:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077794.068824:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077794.068829:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077794.068833:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077794.708665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077794.708671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077794.708673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077794.708677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077794.708680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077794.708683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077794.708686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077794.708688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077794.708690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.092675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077795.092682:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077795.092684:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077795.092686:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.092691:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077795.092693:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.092694:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077795.092696:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077795.092763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077795.092767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077795.092770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077795.732624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077795.732630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077795.732632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077795.732636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077795.732639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077795.732642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077795.732644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077795.732646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077795.732648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077796.116651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077796.116657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077796.116752:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077796.116756:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077796.116759:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077796.756654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077796.756660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077796.756662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077796.756666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077796.756669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077796.756672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077796.756674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077796.756677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077796.756679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077797.140676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077797.140684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077797.140749:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077797.140753:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077797.140756:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077797.780644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077797.780650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077797.780652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077797.780656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077797.780659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077797.780662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077797.780664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077797.780666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077797.780668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077798.164676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077798.164684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077798.164747:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077798.164751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077798.164754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077798.292675:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299455555, at 4299456000
00000100:00000040:0.0:1769077798.292676:0:33285:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299455555, at 4299456000
00000100:00000010:1.0:1769077798.292691:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b900.
00000100:00000010:0.0:1769077798.292694:0:33285:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bd80.
00000100:00080000:2.0:1769077798.804736:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077798.804749:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077798.804751:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077798.804753:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077798.804757:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077798.804765:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077798.804766:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077798.804773:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077798.804779:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077798.804783:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077798.804783:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4784
00000100:00000001:1.0:1769077798.804790:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.804793:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077798.804795:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.804797:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077798.804802:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077798.804811:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077798.804817:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077798.804821:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.804825:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077798.804828:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.804831:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077798.804836:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077798.804838:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077798.804841:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077798.804843:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077798.804845:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077798.804847:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077798.804849:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.804850:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077798.804852:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.804853:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077798.804862:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077798.804865:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077798.804866:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077798.804869:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077798.804872:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077798.804874:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.804876:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077798.804878:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077798.804888:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521880.
00000020:00000040:2.0:1769077798.804891:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077798.804896:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077798.804898:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.804901:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077798.804904:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077798.804909:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077798.804916:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769077798.804923:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077798.804932:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077798.804942:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077798.804946:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077798.804950:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db815254] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077798.805016:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077798.805019:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077798.805022:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077798.805023:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077798.805024:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077798.805027:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077798.805030:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4784
00000400:00000200:2.0:1769077798.805033:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077798.805036:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077798.805039:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077798.805043:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.805045:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077798.805047:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.805049:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077798.805051:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077798.805052:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077798.805053:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077798.805056:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077798.805057:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077798.805065:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077798.805067:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077798.805069:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077798.805072:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077798.805076:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.805079:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077798.805081:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077798.805083:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077798.805085:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769077798.805090:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077798.805092:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077798.805100:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077798.805107:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077798.805114:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077798.805121:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.805123:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077798.805127:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077798.805130:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805131:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077798.805132:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805136:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077798.805140:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769077798.805144:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077798.805146:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077798.805154:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077798.805155:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077798.805162:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077798.805163:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.805169:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077798.805172:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1769077798.805178:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167936:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769077798.805178:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077798.805184:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:1.0:1769077798.805187:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077798.805189:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077798.805196:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077798.805198:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077798.805204:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077798.805206:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077798.805211:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077798.805212:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077798.805218:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077798.805227:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077798.805229:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1769077798.805234:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000100:00000040:2.0:1769077798.805234:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077798.805239:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077798.805241:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077798.805247:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077798.805254:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4794)
00000400:00000200:1.0:1769077798.805264:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077798.805271:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077798.805279:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077798.805286:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612167936, portal 25
00000100:00000001:1.0:1769077798.805289:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077798.805291:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569948800 : -118662139602816 : ffff9413d1521880)
00000100:00000040:1.0:1769077798.805299:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805308:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077798.805312:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077798.805314:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077798.805317:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612167936, offset 0
00000400:00000200:1.0:1769077798.805323:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077798.805332:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077798.805339:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077798.805344:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077798.805348:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077798.805352:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077798.805355:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077798.805360:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3696:3696:256:4294967295] 192.168.204.106@tcp LPNI seq info [3695:3695:8:4294967295]
00000400:00000200:1.0:1769077798.805365:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077798.805375:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077798.805381:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077798.805386:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077798.805394:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077798.805397:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077798.805402:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077798.805404:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077798.805408:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077798.805410:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077798.805416:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077798.805421:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077798.805424:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077798.805426:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077798.805429:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077798.805432:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805440:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077798.805443:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805448:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805449:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077798.805454:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077798.805457:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077798.805459:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299460675
00000100:00000010:1.0:1769077798.805464:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042720.
00000100:00000001:1.0:1769077798.805469:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077798.805475:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299460675
00000100:00000010:1.0:1769077798.805477:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c00.
00000100:00000001:1.0:1769077798.805479:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077798.805482:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077798.805484:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805485:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077798.805488:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077798/real 1769077798]  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077798.805495:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077798.805496:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077798.805497:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077798.805499:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077798.805500:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077798.805502:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077798.805504:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077798.805511:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805515:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077798.805516:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805518:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077798.805519:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077798.805522:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805526:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077798.805529:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805534:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077798.805535:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805536:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077798.805537:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805539:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077798.805540:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077798.805543:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077798.805546:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077798.805548:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077798.805576:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077798.805583:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612167936:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077798.805586:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805588:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077798.805590:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521880 x1855007612167936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805599:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077798.805601:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077798.805603:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077798.805605:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077798.805607:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077798.805609:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077798.805610:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077798.805613:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:1.0:1769077798.805616:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077798.805617:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077798.805619:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521880.
00000100:00000001:1.0:1769077798.805621:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077798.805622:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805624:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805629:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077798.805630:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805632:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077798.805633:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077798.805634:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077798.805637:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805642:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077798.805643:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077798.805644:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077798.805646:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077798.805647:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077798.805649:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168064:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077798.805651:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077798.805652:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077798.805653:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077798.805654:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077798.805657:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077798.805658:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077798.805661:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077798.805663:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077798.805665:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077798.805667:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168064, portal 10
00000100:00000001:1.0:1769077798.805669:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077798.805670:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569945216 : -118662139606400 : ffff9413d1520a80)
00000100:00000040:1.0:1769077798.805674:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805679:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077798.805680:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077798.805682:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077798.805683:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612168064, offset 0
00000400:00000200:1.0:1769077798.805686:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077798.805688:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077798.805690:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077798.805692:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077798.805694:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077798.805696:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077798.805697:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077798.805699:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3697:3697:256:4294967295] 192.168.204.106@tcp LPNI seq info [3696:3696:8:4294967295]
00000400:00000200:1.0:1769077798.805702:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077798.805706:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077798.805709:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077798.805711:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077798.805714:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077798.805715:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077798.805718:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077798.805720:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077798.805723:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077798.805724:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077798.805726:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077798.805729:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077798.805731:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077798.805732:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077798.805734:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077798.805736:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805742:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077798.805744:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805748:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805750:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077798.805752:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077798.805754:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077798.805756:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077798.805758:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299457312
00000100:00000001:1.0:1769077798.805759:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299460675
00000100:00000001:1.0:1769077798.805761:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299457312
00000100:00000001:1.0:1769077798.805762:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299460675
00000100:00000001:1.0:1769077798.805764:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077798.805765:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805766:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077798.805768:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077798/real 1769077798]  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077798.805773:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077798.805774:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077798.805775:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077798.805777:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077798.805778:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077798.805779:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077798.805781:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077798.805786:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805795:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077798.805796:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805797:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077798.805798:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077798.805800:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805804:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077798.805806:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805811:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077798.805812:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805813:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077798.805814:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805815:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077798.805816:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077798.805818:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077798.805820:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077798.805822:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077798.805824:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077798.805829:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168064:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077798.805831:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805832:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077798.805834:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520a80 x1855007612168064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077798.805837:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077798.805839:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077798.805840:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077798.805841:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077798.805842:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077798.805843:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077798.805845:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077798.805846:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d000.
02000000:00000001:1.0:1769077798.805847:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077798.805848:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077798.805849:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520a80.
00000100:00000001:1.0:1769077798.805850:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077798.805851:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805852:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077798.805854:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077798.805855:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077798.805856:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077798.805858:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077799.188682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077799.188688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077799.188752:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077799.188756:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077799.188758:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077799.828691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077799.828697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077799.828698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077799.828702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077799.828706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077799.828709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077799.828711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077799.828713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077799.828716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077800.212692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077800.212700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077800.212783:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077800.212788:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077800.212792:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077800.852672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077800.852678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077800.852680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077800.852683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077800.852686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077800.852689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077800.852691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077800.852694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077800.852696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077801.236646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077801.236654:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077801.236809:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077801.236816:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077801.236820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077801.876645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077801.876652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077801.876654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077801.876660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077801.876663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077801.876666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077801.876669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077801.876671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077801.876674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077802.260731:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077802.260740:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077802.260834:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077802.260838:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077802.260841:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077802.900721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077802.900735:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077802.900740:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077802.900751:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077802.900758:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077802.900767:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077802.900782:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077802.900788:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077802.900793:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077803.284644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077803.284650:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077803.284828:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077803.284835:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077803.284840:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077803.412709:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299460675, at 4299461120
00000100:00000040:0.0:1769077803.412722:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299460675, at 4299461120
00000100:00000010:1.0:1769077803.412728:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000010:0.0:1769077803.412736:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:2.0:1769077803.924670:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077803.924679:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077803.924681:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077803.924684:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077803.924688:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077803.924694:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4789
00000400:00000200:2.0:1769077803.924703:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077803.924709:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077803.924711:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077803.924713:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924716:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.924720:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924722:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077803.924726:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077803.924728:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000040:2.0:1769077803.924728:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077803.924735:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077803.924736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077803.924739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077803.924740:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077803.924749:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00100000:1.0:1769077803.924750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000020:00000001:2.0:1769077803.924760:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:1.0:1769077803.924762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077803.924770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077803.924770:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924784:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077803.924785:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077803.924790:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077803.924791:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077803.924796:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077803.924798:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077803.924802:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077803.924808:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924811:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077803.924813:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077803.924815:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077803.924818:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.924820:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077803.924822:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077803.924831:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077803.924834:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077803.924837:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077803.924838:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.924840:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077803.924843:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077803.924846:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077803.924853:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769077803.924858:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077803.924865:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077803.924873:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077803.924877:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077803.924880:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077803.924910:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077803.924913:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077803.924915:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077803.924916:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077803.924917:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077803.924919:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077803.924922:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4789
00000400:00000200:2.0:1769077803.924925:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077803.924928:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077803.924930:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077803.924932:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924934:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077803.924938:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924940:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077803.924942:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077803.924943:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077803.924944:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077803.924945:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077803.924947:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077803.924948:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077803.924949:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077803.924954:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077803.924955:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077803.924957:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077803.924960:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077803.924960:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924965:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077803.924969:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769077803.924974:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077803.924975:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077803.924987:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077803.924995:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077803.925003:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077803.925003:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077803.925006:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077803.925010:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077803.925012:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077803.925013:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077803.925017:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769077803.925018:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077803.925029:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077803.925031:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.925032:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077803.925040:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000100:00100000:1.0:1769077803.925045:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168192:192.168.204.106@tcp:250:kworker.0
00000020:00000040:2.0:1769077803.925046:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077803.925055:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077803.925059:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.925062:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077803.925064:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077803.925064:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077803.925073:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077803.925076:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
02000000:00000001:1.0:1769077803.925077:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077803.925082:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.925083:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077803.925087:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769077803.925093:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769077803.925097:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077803.925102:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077803.925110:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077803.925115:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077803.925120:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077803.925123:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000040:2.0:1769077803.925129:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077803.925141:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077803.925144:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:2.0:1769077803.925145:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077803.925152:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077803.925155:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077803.925156:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168192, portal 25
00000100:00000040:2.0:1769077803.925160:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077803.925162:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077803.925165:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569952384 : -118662139599232 : ffff9413d1522680)
00000100:00000040:2.0:1769077803.925167:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4799)
00000100:00000040:1.0:1769077803.925182:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925190:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077803.925194:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077803.925196:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077803.925200:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612168192, offset 0
00000400:00000200:1.0:1769077803.925208:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077803.925218:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077803.925227:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077803.925233:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077803.925238:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077803.925242:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077803.925244:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077803.925248:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3698:3698:256:4294967295] 192.168.204.106@tcp LPNI seq info [3697:3697:8:4294967295]
00000400:00000200:1.0:1769077803.925251:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077803.925261:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077803.925266:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077803.925271:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077803.925278:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077803.925281:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077803.925287:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077803.925290:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077803.925294:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077803.925296:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077803.925302:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077803.925306:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077803.925310:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077803.925312:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077803.925316:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077803.925320:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925328:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077803.925330:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925335:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077803.925337:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077803.925342:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077803.925345:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077803.925348:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299465795
00000100:00000010:1.0:1769077803.925352:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c00.
00000100:00000001:1.0:1769077803.925359:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077803.925366:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299465795
00000100:00000010:1.0:1769077803.925368:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042240.
00000100:00000001:1.0:1769077803.925370:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077803.925373:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077803.925375:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077803.925378:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077803.925380:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077803/real 1769077803]  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077803.925388:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077803.925389:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077803.925391:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077803.925393:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077803.925394:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077803.925395:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077803.925398:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077803.925405:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925409:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077803.925410:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925412:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077803.925414:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077803.925416:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925421:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077803.925424:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925428:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077803.925430:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925431:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077803.925433:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925435:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077803.925437:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077803.925440:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077803.925443:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077803.925445:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077803.925448:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077803.925454:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168192:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077803.925457:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925458:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077803.925460:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522680 x1855007612168192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925465:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077803.925468:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077803.925471:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077803.925473:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077803.925474:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077803.925476:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077803.925477:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077803.925479:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d000.
02000000:00000001:1.0:1769077803.925482:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077803.925484:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077803.925486:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522680.
00000100:00000001:1.0:1769077803.925489:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077803.925490:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925491:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925498:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077803.925499:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077803.925501:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077803.925502:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077803.925503:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077803.925506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925512:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077803.925513:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077803.925515:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077803.925516:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077803.925518:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077803.925520:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168320:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077803.925522:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077803.925523:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077803.925524:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077803.925525:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077803.925527:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077803.925528:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077803.925531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077803.925533:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077803.925536:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077803.925538:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168320, portal 10
00000100:00000001:1.0:1769077803.925539:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077803.925540:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947904 : -118662139603712 : ffff9413d1521500)
00000100:00000040:1.0:1769077803.925545:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925550:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077803.925584:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077803.925586:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077803.925588:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612168320, offset 0
00000400:00000200:1.0:1769077803.925591:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077803.925594:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077803.925596:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077803.925599:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077803.925601:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077803.925602:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077803.925604:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077803.925606:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3699:3699:256:4294967295] 192.168.204.106@tcp LPNI seq info [3698:3698:8:4294967295]
00000400:00000200:1.0:1769077803.925609:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077803.925614:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077803.925617:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077803.925619:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077803.925622:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077803.925624:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077803.925627:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077803.925629:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077803.925631:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077803.925633:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077803.925635:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077803.925637:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077803.925639:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077803.925641:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077803.925642:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077803.925645:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925650:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077803.925652:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925657:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077803.925659:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077803.925661:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077803.925664:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077803.925666:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077803.925667:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299462432
00000100:00000001:1.0:1769077803.925669:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299465795
00000100:00000001:1.0:1769077803.925671:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299462432
00000100:00000001:1.0:1769077803.925673:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299465795
00000100:00000001:1.0:1769077803.925674:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077803.925676:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077803.925677:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077803.925680:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077803/real 1769077803]  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077803.925685:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077803.925686:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077803.925687:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077803.925688:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077803.925689:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077803.925691:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077803.925693:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077803.925699:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925703:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077803.925704:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925705:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077803.925706:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077803.925708:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925712:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077803.925714:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925718:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077803.925719:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925720:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077803.925721:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925722:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077803.925723:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077803.925725:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077803.925728:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077803.925729:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077803.925732:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077803.925737:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168320:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077803.925739:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925740:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077803.925742:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521500 x1855007612168320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077803.925746:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077803.925747:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077803.925748:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077803.925749:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077803.925750:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077803.925751:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077803.925753:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077803.925754:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:1.0:1769077803.925756:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077803.925757:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077803.925758:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521500.
00000100:00000001:1.0:1769077803.925759:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077803.925760:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925761:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077803.925763:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077803.925764:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077803.925765:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077803.925766:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077804.308679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077804.308685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077804.308767:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077804.308773:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077804.308776:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077804.948657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077804.948664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077804.948666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077804.948670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077804.948674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077804.948677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077804.948679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077804.948682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077804.948683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077805.332620:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077805.332627:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077805.332629:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077805.332630:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077805.332634:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077805.332636:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077805.332638:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077805.332639:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077805.332683:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077805.332686:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077805.332689:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077805.972617:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077805.972624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077805.972626:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077805.972631:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077805.972634:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077805.972637:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.972639:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077805.972641:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077805.972644:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077806.356721:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077806.356728:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077806.356845:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077806.356883:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077806.356887:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077806.996686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077806.996694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077806.996696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077806.996701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077806.996705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077806.996708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077806.996711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077806.996714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077806.996716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077807.380642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077807.380647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077807.380763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077807.380767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077807.380771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077808.020631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077808.020638:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077808.020639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077808.020644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077808.020647:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077808.020650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077808.020653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077808.020655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077808.020657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077808.404665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077808.404672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077808.404737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077808.404740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077808.404743:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077808.532666:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299465795, at 4299466240
00000100:00000040:1.0:1769077808.532667:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299465795, at 4299466240
00000100:00000010:1.0:1769077808.532681:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000010:0.0:1769077808.532683:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00080000:2.0:1769077809.044661:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077809.044662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077809.044669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077809.044674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077809.044675:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077809.044681:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769077809.044683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077809.044687:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077809.044689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077809.044694:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077809.044695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.044700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077809.044704:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4794
00000100:00000001:1.0:1769077809.044705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.044712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077809.044719:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077809.044727:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077809.044731:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077809.044737:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077809.044740:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077809.044743:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077809.044747:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077809.044751:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077809.044753:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077809.044756:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077809.044759:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077809.044762:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077809.044764:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077809.044768:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077809.044770:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077809.044773:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077809.044775:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077809.044779:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077809.044782:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077809.044785:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077809.044788:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077809.044791:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077809.044794:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.044797:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077809.044799:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077809.044823:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077809.044828:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077809.044832:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077809.044835:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.044838:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077809.044841:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077809.044845:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077809.044853:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077809.044860:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077809.044870:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077809.044881:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077809.044885:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077809.044891:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077809.044915:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077809.044918:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077809.044921:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077809.044923:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077809.044925:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077809.044928:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077809.044930:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4794
00000400:00000200:2.0:1769077809.044935:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077809.044940:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077809.044943:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077809.044946:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077809.044948:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077809.044950:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077809.044954:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077809.044955:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077809.044958:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077809.044960:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077809.044964:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077809.044966:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077809.044969:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077809.044970:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077809.044972:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077809.044977:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077809.044984:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077809.044992:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077809.044992:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077809.044995:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.044998:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077809.045002:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769077809.045003:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769077809.045006:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077809.045008:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077809.045012:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077809.045014:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00100000:1.0:1769077809.045021:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168448:192.168.204.106@tcp:250:kworker.0
00000100:00080000:2.0:1769077809.045023:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077809.045030:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077809.045032:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077809.045034:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077809.045038:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077809.045041:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077809.045042:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077809.045049:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077809.045049:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.045055:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:1.0:1769077809.045057:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acec00.
00000008:00100000:2.0:1769077809.045060:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077809.045064:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.045066:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077809.045071:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
02000000:00000001:1.0:1769077809.045072:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077809.045076:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077809.045082:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077809.045085:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077809.045088:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077809.045089:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:2.0:1769077809.045091:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077809.045095:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077809.045097:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
02000000:00000010:2.0:1769077809.045101:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000400:00000010:1.0:1769077809.045107:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769077809.045108:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077809.045118:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168448, portal 25
00000100:00100000:2.0:1769077809.045118:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077809.045125:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077809.045128:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955072 : -118662139596544 : ffff9413d1523100)
00000100:00000001:2.0:1769077809.045133:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077809.045136:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077809.045140:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077809.045146:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045161:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077809.045167:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077809.045169:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077809.045173:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077809.045175:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077809.045180:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612168448, offset 0
00000100:00000040:2.0:1769077809.045182:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077809.045188:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077809.045191:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077809.045196:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077809.045204:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769077809.045204:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4804)
00000400:00000200:1.0:1769077809.045214:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077809.045221:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077809.045228:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077809.045232:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077809.045236:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077809.045240:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3700:3700:256:4294967295] 192.168.204.106@tcp LPNI seq info [3699:3699:8:4294967295]
00000400:00000200:1.0:1769077809.045245:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077809.045255:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077809.045262:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077809.045268:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077809.045276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077809.045280:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077809.045287:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077809.045291:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077809.045297:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077809.045299:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077809.045306:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077809.045310:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077809.045316:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077809.045319:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077809.045323:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077809.045328:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045339:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077809.045343:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045351:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077809.045353:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077809.045360:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077809.045365:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077809.045369:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299470915
00000100:00000010:1.0:1769077809.045374:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042240.
00000100:00000001:1.0:1769077809.045382:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077809.045398:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299470915
00000100:00000010:1.0:1769077809.045402:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0427e0.
00000100:00000001:1.0:1769077809.045406:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077809.045410:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077809.045413:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077809.045415:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077809.045420:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077809/real 1769077809]  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077809.045431:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077809.045433:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077809.045436:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077809.045440:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077809.045442:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077809.045445:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077809.045449:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077809.045459:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045467:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077809.045469:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045471:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077809.045473:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077809.045478:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045486:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077809.045491:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045498:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077809.045501:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045503:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077809.045504:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045507:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077809.045509:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077809.045512:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077809.045517:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077809.045519:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077809.045524:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077809.045533:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168448:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077809.045539:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045541:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077809.045544:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523100 x1855007612168448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045573:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077809.045576:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077809.045579:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077809.045583:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077809.045586:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077809.045588:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077809.045590:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077809.045593:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f400.
02000000:00000001:1.0:1769077809.045597:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077809.045599:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077809.045602:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523100.
00000100:00000001:1.0:1769077809.045605:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077809.045606:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045609:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045615:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077809.045617:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077809.045620:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077809.045621:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077809.045623:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077809.045628:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045635:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077809.045636:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077809.045638:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077809.045641:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077809.045643:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077809.045647:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168576:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077809.045650:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077809.045653:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077809.045654:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077809.045656:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077809.045660:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077809.045662:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077809.045666:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077809.045669:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077809.045673:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077809.045677:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168576, portal 10
00000100:00000001:1.0:1769077809.045680:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077809.045681:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569951488 : -118662139600128 : ffff9413d1522300)
00000100:00000040:1.0:1769077809.045688:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045695:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077809.045698:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077809.045701:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077809.045704:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612168576, offset 0
00000400:00000200:1.0:1769077809.045708:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077809.045712:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077809.045717:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077809.045720:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077809.045723:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077809.045725:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077809.045728:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077809.045731:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3701:3701:256:4294967295] 192.168.204.106@tcp LPNI seq info [3700:3700:8:4294967295]
00000400:00000200:1.0:1769077809.045735:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077809.045743:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077809.045748:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077809.045751:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077809.045755:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077809.045758:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077809.045763:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077809.045766:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077809.045770:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077809.045772:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077809.045776:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077809.045779:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077809.045783:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077809.045785:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077809.045787:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077809.045791:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045820:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077809.045824:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045831:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077809.045833:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077809.045837:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077809.045842:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077809.045847:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077809.045849:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299467552
00000100:00000001:1.0:1769077809.045852:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299470915
00000100:00000001:1.0:1769077809.045855:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299467552
00000100:00000001:1.0:1769077809.045857:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299470915
00000100:00000001:1.0:1769077809.045859:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077809.045862:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077809.045864:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077809.045868:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077809/real 1769077809]  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077809.045877:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077809.045878:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077809.045880:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077809.045882:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077809.045884:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077809.045886:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077809.045890:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077809.045900:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045907:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077809.045909:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045911:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077809.045912:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077809.045916:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045924:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077809.045928:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045935:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077809.045938:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045939:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077809.045941:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045943:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077809.045945:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077809.045947:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077809.045951:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077809.045953:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077809.045958:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077809.045966:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168576:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077809.045970:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.045972:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077809.045975:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522300 x1855007612168576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077809.045983:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077809.045985:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077809.045987:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077809.045990:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077809.045992:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077809.045993:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077809.045995:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077809.045997:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769077809.046000:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077809.046001:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077809.046003:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522300.
00000100:00000001:1.0:1769077809.046006:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077809.046007:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.046009:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077809.046012:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077809.046013:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077809.046015:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077809.046017:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077809.428663:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077809.428669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077809.428728:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077809.428732:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077809.428735:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077810.068658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077810.068663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077810.068665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077810.068669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077810.068671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077810.068674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077810.068676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077810.068678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077810.068680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077810.452667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077810.452672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077810.452752:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077810.452757:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077810.452761:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077811.092669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077811.092678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077811.092680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077811.092688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077811.092694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077811.092699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077811.092702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077811.092704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077811.092707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077811.476657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077811.476667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077811.476776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077811.476783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077811.476787:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077812.116648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077812.116654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077812.116656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077812.116660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077812.116662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077812.116666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077812.116668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077812.116670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077812.116672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077812.500654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077812.500659:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077812.500709:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077812.500713:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077812.500716:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077813.140646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077813.140653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077813.140655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077813.140661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077813.140664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077813.140668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077813.140671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077813.140673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077813.140676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077813.524630:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077813.524635:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077813.524744:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077813.524748:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077813.524750:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077813.652645:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299470915, at 4299471360
00000100:00000040:1.0:1769077813.652645:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299470915, at 4299471360
00000100:00000010:1.0:1769077813.652662:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000010:0.0:1769077813.652665:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00080000:2.0:1769077814.164701:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077814.164712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077814.164714:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077814.164740:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077814.164744:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077814.164750:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4799
00000100:00000001:1.0:1769077814.164753:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1769077814.164759:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077814.164760:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077814.164764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077814.164769:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00100000:1.0:1769077814.164770:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077814.164776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077814.164776:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077814.164782:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077814.164783:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077814.164787:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077814.164790:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077814.164792:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077814.164796:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077814.164798:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.164801:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077814.164807:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077814.164810:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077814.164813:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077814.164816:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077814.164819:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077814.164822:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077814.164825:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077814.164827:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077814.164829:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077814.164831:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077814.164833:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077814.164835:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077814.164838:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077814.164840:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077814.164843:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077814.164845:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.164847:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077814.164849:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077814.164857:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077814.164860:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077814.164863:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077814.164865:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.164866:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077814.164868:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077814.164872:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077814.164878:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077814.164883:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077814.164890:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077814.164898:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077814.164901:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077814.164904:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077814.164921:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077814.164924:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077814.164926:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077814.164928:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077814.164929:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077814.164931:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077814.164933:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4799
00000400:00000200:2.0:1769077814.164936:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077814.164938:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077814.164940:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077814.164942:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077814.164944:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077814.164945:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077814.164947:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077814.164949:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077814.164950:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077814.164951:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077814.164953:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077814.164954:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077814.164955:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077814.164957:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077814.164960:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077814.164964:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077814.164967:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077814.164968:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077814.164970:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077814.164972:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077814.164974:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077814.164978:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000040:1.0:1769077814.164980:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077814.164980:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077814.164982:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077814.164988:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077814.164992:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.164996:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077814.165000:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077814.165001:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077814.165005:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077814.165005:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.165011:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077814.165013:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769077814.165014:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769077814.165017:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077814.165018:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077814.165019:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077814.165022:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077814.165024:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077814.165025:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077814.165026:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077814.165028:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077814.165033:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168704:192.168.204.106@tcp:250:kworker.0
02000000:00000010:2.0:1769077814.165034:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077814.165039:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077814.165040:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077814.165046:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077814.165049:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077814.165049:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077814.165054:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077814.165059:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769077814.165060:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acec00.
00000100:00000001:2.0:1769077814.165061:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077814.165064:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077814.165068:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077814.165075:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077814.165078:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077814.165080:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000040:2.0:1769077814.165082:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077814.165085:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077814.165087:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:2.0:1769077814.165088:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077814.165093:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769077814.165095:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168704, portal 25
00000100:00000040:2.0:1769077814.165097:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4809)
00000100:00000001:1.0:1769077814.165099:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077814.165101:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569957760 : -118662139593856 : ffff9413d1523b80)
00000100:00000040:1.0:1769077814.165107:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165113:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077814.165115:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077814.165117:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077814.165119:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612168704, offset 0
00000400:00000200:1.0:1769077814.165124:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077814.165131:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077814.165135:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077814.165139:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077814.165142:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077814.165145:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077814.165147:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077814.165150:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3702:3702:256:4294967295] 192.168.204.106@tcp LPNI seq info [3701:3701:8:4294967295]
00000400:00000200:1.0:1769077814.165153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077814.165161:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077814.165165:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077814.165169:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077814.165174:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077814.165177:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077814.165182:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077814.165185:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077814.165199:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077814.165202:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077814.165207:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077814.165211:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077814.165215:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077814.165217:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077814.165220:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077814.165223:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165230:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077814.165232:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165238:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077814.165239:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077814.165243:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077814.165246:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077814.165248:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299476035
00000100:00000010:1.0:1769077814.165251:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0427e0.
00000100:00000001:1.0:1769077814.165264:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077814.165277:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299476035
00000100:00000010:1.0:1769077814.165280:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042300.
00000100:00000001:1.0:1769077814.165282:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077814.165285:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077814.165287:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077814.165289:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077814.165292:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077814/real 1769077814]  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077814.165298:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077814.165300:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077814.165301:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077814.165303:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077814.165304:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077814.165307:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077814.165309:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077814.165316:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165321:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077814.165322:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165324:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077814.165326:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077814.165328:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165333:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077814.165336:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165341:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077814.165343:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165344:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077814.165345:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165346:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077814.165347:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077814.165349:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077814.165352:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077814.165354:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077814.165357:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077814.165363:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168704:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077814.165366:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165367:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077814.165369:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523b80 x1855007612168704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165373:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077814.165375:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077814.165376:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077814.165378:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077814.165379:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077814.165380:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077814.165382:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077814.165383:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769077814.165387:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077814.165388:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077814.165389:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523b80.
00000100:00000001:1.0:1769077814.165391:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077814.165392:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165393:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165398:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077814.165400:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077814.165401:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077814.165402:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077814.165403:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077814.165406:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165410:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077814.165411:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077814.165412:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077814.165413:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077814.165415:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077814.165417:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168832:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077814.165420:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077814.165421:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077814.165422:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077814.165424:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077814.165426:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077814.165427:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077814.165429:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077814.165432:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077814.165435:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077814.165439:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168832, portal 10
00000100:00000001:1.0:1769077814.165441:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077814.165442:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955968 : -118662139595648 : ffff9413d1523480)
00000100:00000040:1.0:1769077814.165449:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165456:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077814.165459:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077814.165461:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077814.165463:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612168832, offset 0
00000400:00000200:1.0:1769077814.165469:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077814.165473:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077814.165477:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077814.165480:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077814.165483:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077814.165485:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077814.165488:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077814.165491:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3703:3703:256:4294967295] 192.168.204.106@tcp LPNI seq info [3702:3702:8:4294967295]
00000400:00000200:1.0:1769077814.165495:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077814.165501:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077814.165505:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077814.165509:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077814.165512:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077814.165515:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077814.165519:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077814.165522:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077814.165525:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077814.165527:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077814.165529:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077814.165533:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077814.165536:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077814.165537:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077814.165540:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077814.165543:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165578:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077814.165583:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165590:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077814.165592:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077814.165596:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077814.165600:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077814.165604:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077814.165606:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299472672
00000100:00000001:1.0:1769077814.165609:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299476035
00000100:00000001:1.0:1769077814.165611:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299472672
00000100:00000001:1.0:1769077814.165613:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299476035
00000100:00000001:1.0:1769077814.165616:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077814.165618:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077814.165620:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077814.165624:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077814/real 1769077814]  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077814.165639:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077814.165640:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077814.165642:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077814.165645:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077814.165647:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077814.165650:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077814.165654:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077814.165663:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165671:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077814.165672:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165674:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077814.165676:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077814.165679:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165686:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077814.165689:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165693:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077814.165695:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165696:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077814.165697:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165698:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077814.165699:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077814.165701:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077814.165703:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077814.165705:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077814.165708:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077814.165713:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612168832:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077814.165745:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165747:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077814.165749:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523480 x1855007612168832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077814.165754:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077814.165755:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077814.165756:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769077814.165758:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077814.165759:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077814.165760:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077814.165761:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077814.165763:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769077814.165765:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077814.165766:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077814.165767:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523480.
00000100:00000001:1.0:1769077814.165768:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077814.165769:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165770:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077814.165773:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077814.165774:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077814.165775:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077814.165776:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077814.548666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077814.548671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077814.548731:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077814.548734:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077814.548737:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077815.188664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077815.188671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077815.188672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077815.188682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077815.188685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077815.188689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.188691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077815.188693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077815.188695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077815.572616:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077815.572623:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077815.572625:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077815.572627:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077815.572631:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077815.572633:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077815.572634:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077815.572636:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077815.572690:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077815.572703:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077815.572706:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077816.212734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077816.212742:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077816.212744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077816.212750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077816.212754:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077816.212758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077816.212761:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077816.212764:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077816.212768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077816.596692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077816.596700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077816.596774:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077816.596777:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077816.596781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077817.236720:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077817.236730:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077817.236732:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077817.236739:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077817.236743:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077817.236748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077817.236751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077817.236754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077817.236758:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077817.620705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077817.620715:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077817.620798:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077817.620804:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077817.620810:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077818.260740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077818.260751:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077818.260753:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077818.260761:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077818.260766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077818.260771:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077818.260775:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077818.260779:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077818.260782:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077818.644698:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077818.644705:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077818.644780:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077818.644785:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077818.644790:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077818.772698:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299476035, at 4299476480
00000100:00000040:0.0:1769077818.772699:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299476035, at 4299476480
00000100:00000010:1.0:1769077818.772718:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000010:0.0:1769077818.772725:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:1.0:1769077819.284699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077819.284699:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077819.284708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077819.284712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077819.284714:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1769077819.284720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077819.284727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077819.284728:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077819.284732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077819.284735:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077819.284737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077819.284742:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077819.284743:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077819.284749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077819.284756:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4804
00000400:00000200:2.0:1769077819.284769:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077819.284779:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077819.284783:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077819.284787:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077819.284791:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077819.284795:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077819.284798:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077819.284803:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077819.284806:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077819.284809:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077819.284812:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077819.284815:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077819.284818:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077819.284822:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077819.284824:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077819.284826:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077819.284828:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077819.284832:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077819.284835:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077819.284838:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077819.284842:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077819.284846:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077819.284850:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077819.284853:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077819.284856:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077819.284868:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077819.284873:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077819.284878:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077819.284880:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077819.284883:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077819.284887:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077819.284893:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077819.284903:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769077819.284911:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077819.284921:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077819.284944:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077819.284950:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077819.284957:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077819.284983:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077819.284986:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077819.284990:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077819.284992:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077819.284994:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077819.284998:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077819.285001:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4804
00000100:00000001:1.0:1769077819.285006:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077819.285007:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077819.285010:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077819.285013:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1769077819.285014:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077819.285019:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077819.285022:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077819.285026:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077819.285033:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077819.285034:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077819.285036:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077819.285038:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769077819.285041:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077819.285043:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077819.285046:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077819.285049:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077819.285049:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077819.285053:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00100000:1.0:1769077819.285055:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168960:192.168.204.106@tcp:250:kworker.0
00000020:00000001:2.0:1769077819.285057:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077819.285060:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077819.285061:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:1.0:1769077819.285065:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1769077819.285066:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769077819.285068:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077819.285070:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769077819.285072:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077819.285077:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000010:1.0:1769077819.285078:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace800.
00000100:00000001:2.0:1769077819.285081:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077819.285082:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077819.285086:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077819.285089:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000400:00000200:1.0:1769077819.285092:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000020:00000040:2.0:1769077819.285094:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000400:00000010:1.0:1769077819.285097:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00080000:2.0:1769077819.285100:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000400:00000010:1.0:1769077819.285106:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769077819.285107:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077819.285112:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769077819.285116:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612168960, portal 25
00000100:00000001:1.0:1769077819.285120:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769077819.285120:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077819.285122:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569953280 : -118662139598336 : ffff9413d1522a00)
02000000:00000001:2.0:1769077819.285126:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077819.285130:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077819.285132:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077819.285139:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1769077819.285139:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769077819.285142:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077819.285148:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000008:00000001:2.0:1769077819.285148:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077819.285153:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612168960, offset 0
00000100:00000001:2.0:1769077819.285154:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077819.285161:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000400:00000200:1.0:1769077819.285162:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000020:00000040:2.0:1769077819.285175:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077819.285180:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077819.285182:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077819.285185:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077819.285187:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077819.285191:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077819.285192:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
02000000:00000001:2.0:1769077819.285195:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077819.285200:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1769077819.285203:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000400:00000200:1.0:1769077819.285206:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000001:2.0:1769077819.285209:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077819.285211:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077819.285216:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00100000:2.0:1769077819.285221:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077819.285222:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3704:3704:256:4294967295] 192.168.204.106@tcp LPNI seq info [3703:3703:8:4294967295]
00000400:00000200:1.0:1769077819.285233:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077819.285240:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077819.285244:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077819.285248:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077819.285254:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077819.285259:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077819.285267:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000100:00000001:2.0:1769077819.285270:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077819.285275:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769077819.285276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077819.285283:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077819.285284:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077819.285290:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077819.285291:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:2.0:1769077819.285296:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769077819.285297:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077819.285303:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077819.285304:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4814)
00000800:00000010:1.0:1769077819.285305:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077819.285316:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077819.285323:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077819.285330:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077819.285333:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077819.285338:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077819.285344:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285355:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077819.285359:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285367:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077819.285370:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077819.285376:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077819.285380:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077819.285383:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299481155
00000100:00000010:1.0:1769077819.285388:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042300.
00000100:00000001:1.0:1769077819.285395:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077819.285409:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299481155
00000100:00000010:1.0:1769077819.285412:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042000.
00000100:00000001:1.0:1769077819.285414:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077819.285420:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077819.285422:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077819.285424:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077819.285427:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077819/real 1769077819]  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077819.285435:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077819.285437:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077819.285439:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077819.285441:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077819.285443:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077819.285445:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077819.285448:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077819.285455:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285460:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077819.285462:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285464:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077819.285465:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077819.285468:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285472:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077819.285476:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285480:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077819.285482:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285483:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077819.285484:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285486:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077819.285487:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077819.285490:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077819.285493:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077819.285495:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077819.285498:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077819.285503:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612168960:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077819.285506:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285508:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077819.285510:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522a00 x1855007612168960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285514:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077819.285517:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077819.285519:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769077819.285522:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077819.285523:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077819.285525:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077819.285527:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077819.285529:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855dc00.
02000000:00000001:1.0:1769077819.285533:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077819.285535:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077819.285536:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522a00.
00000100:00000001:1.0:1769077819.285539:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077819.285540:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285541:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285548:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077819.285549:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077819.285568:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077819.285570:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077819.285571:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077819.285574:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285579:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077819.285580:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077819.285582:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077819.285583:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077819.285585:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077819.285587:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169088:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077819.285589:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077819.285591:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077819.285592:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077819.285593:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077819.285596:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769077819.285597:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077819.285600:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077819.285602:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077819.285605:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077819.285608:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169088, portal 10
00000100:00000001:1.0:1769077819.285610:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077819.285611:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569949696 : -118662139601920 : ffff9413d1521c00)
00000100:00000040:1.0:1769077819.285618:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285626:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077819.285628:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077819.285644:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077819.285648:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612169088, offset 0
00000400:00000200:1.0:1769077819.285652:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077819.285657:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077819.285661:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077819.285664:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077819.285667:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077819.285670:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077819.285673:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077819.285676:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3705:3705:256:4294967295] 192.168.204.106@tcp LPNI seq info [3704:3704:8:4294967295]
00000400:00000200:1.0:1769077819.285681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077819.285687:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077819.285691:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077819.285693:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077819.285697:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077819.285701:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077819.285706:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077819.285708:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077819.285712:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077819.285714:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077819.285717:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077819.285721:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077819.285724:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077819.285726:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077819.285729:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077819.285733:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285742:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077819.285746:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285760:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077819.285761:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077819.285765:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077819.285768:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077819.285771:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077819.285773:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299477792
00000100:00000001:1.0:1769077819.285775:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299481155
00000100:00000001:1.0:1769077819.285777:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299477792
00000100:00000001:1.0:1769077819.285778:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299481155
00000100:00000001:1.0:1769077819.285780:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077819.285781:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077819.285782:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077819.285785:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077819/real 1769077819]  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077819.285790:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077819.285791:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077819.285793:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077819.285794:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077819.285795:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077819.285797:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077819.285799:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077819.285805:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285809:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077819.285810:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285812:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077819.285812:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077819.285815:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285820:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077819.285822:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285827:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077819.285828:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285829:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077819.285830:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285831:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077819.285832:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077819.285834:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077819.285836:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077819.285837:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077819.285840:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077819.285844:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169088:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077819.285847:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285848:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077819.285850:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521c00 x1855007612169088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077819.285855:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077819.285856:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077819.285857:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769077819.285859:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077819.285860:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077819.285861:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077819.285862:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077819.285863:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d400.
02000000:00000001:1.0:1769077819.285865:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077819.285866:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077819.285867:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521c00.
00000100:00000001:1.0:1769077819.285869:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077819.285870:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285872:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077819.285874:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077819.285875:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077819.285877:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077819.285878:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077819.668739:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077819.668748:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077819.668816:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077819.668820:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077819.668823:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077820.308734:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077820.308743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077820.308745:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077820.308750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077820.308754:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077820.308758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077820.308760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077820.308763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077820.308766:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077820.692723:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077820.692733:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077820.692797:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077820.692802:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077820.692805:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077821.332712:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077821.332723:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077821.332726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077821.332734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077821.332739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077821.332744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077821.332748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077821.332751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077821.332754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077821.716746:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077821.716757:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077821.716835:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077821.716841:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077821.716845:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077822.356683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077822.356693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077822.356695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077822.356700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077822.356704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077822.356709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077822.356711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077822.356715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077822.356717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077822.740646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077822.740654:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077822.740727:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077822.740733:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077822.740737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077823.380673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077823.380681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077823.380683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077823.380688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077823.380692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077823.380696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077823.380698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077823.380700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077823.380704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077823.764710:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077823.764719:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077823.764785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077823.764789:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077823.764793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077823.892696:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299481155, at 4299481600
00000100:00000040:1.0:1769077823.892717:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299481155, at 4299481600
00000100:00000010:0.0:1769077823.892719:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000010:1.0:1769077823.892730:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:2.0:1769077824.404678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077824.404684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077824.404686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077824.404691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077824.404693:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077824.404694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077824.404698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077824.404701:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077824.404702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077824.404705:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077824.404706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077824.404710:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077824.404711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077824.404717:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077824.404724:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4809
00000400:00000200:0.0:1769077824.404732:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077824.404738:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077824.404741:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077824.404743:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404745:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077824.404747:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077824.404752:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077824.404753:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077824.404755:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077824.404757:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077824.404758:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077824.404760:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077824.404762:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404763:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077824.404765:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404766:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077824.404769:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077824.404771:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404773:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077824.404775:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077824.404777:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077824.404779:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077824.404780:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077824.404782:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077824.404790:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077824.404792:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077824.404795:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077824.404796:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077824.404798:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077824.404801:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077824.404804:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077824.404810:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077824.404815:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077824.404822:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077824.404830:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077824.404833:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077824.404837:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077824.404856:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077824.404858:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077824.404860:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077824.404861:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077824.404862:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077824.404864:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077824.404866:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4809
00000400:00000200:0.0:1769077824.404869:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077824.404871:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077824.404873:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077824.404874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404876:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077824.404877:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404879:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077824.404880:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077824.404881:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077824.404882:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077824.404883:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077824.404884:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077824.404885:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077824.404887:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404888:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077824.404889:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404891:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077824.404892:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077824.404895:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077824.404902:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077824.404904:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077824.404911:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077824.404912:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077824.404914:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077824.404919:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077824.404921:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077824.404922:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077824.404925:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077824.404927:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077824.404929:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077824.404930:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077824.404931:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077824.404933:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077824.404935:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.404937:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:0.0:1769077824.404938:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077824.404948:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.404949:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769077824.404957:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077824.404957:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077824.404969:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077824.404972:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077824.404976:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077824.404979:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405048:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077824.405050:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.405052:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077824.405062:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077824.405064:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077824.405073:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769077824.405074:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077824.405086:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077824.405087:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077824.405098:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769077824.405098:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169216:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077824.405110:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769077824.405111:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4819)
02000000:00000001:1.0:1769077824.405118:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077824.405123:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077824.405127:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077824.405137:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077824.405140:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077824.405151:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077824.405157:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077824.405166:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077824.405175:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169216, portal 25
00000100:00000001:1.0:1769077824.405178:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077824.405180:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00000040:1.0:1769077824.405187:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405196:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077824.405199:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077824.405202:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077824.405205:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612169216, offset 0
00000400:00000200:1.0:1769077824.405212:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077824.405222:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077824.405231:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077824.405237:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077824.405242:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077824.405247:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077824.405250:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077824.405254:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3706:3706:256:4294967295] 192.168.204.106@tcp LPNI seq info [3705:3705:8:4294967295]
00000400:00000200:1.0:1769077824.405258:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077824.405269:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077824.405276:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077824.405282:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077824.405291:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077824.405295:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077824.405302:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077824.405307:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077824.405312:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077824.405316:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077824.405324:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077824.405331:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077824.405338:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077824.405341:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077824.405346:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077824.405351:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405363:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077824.405367:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405376:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.405378:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077824.405385:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077824.405390:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077824.405392:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299486275
00000100:00000010:1.0:1769077824.405397:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042000.
00000100:00000001:1.0:1769077824.405405:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077824.405412:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299486275
00000100:00000010:1.0:1769077824.405414:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769077824.405416:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077824.405419:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077824.405421:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.405433:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077824.405436:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077824/real 1769077824]  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077824.405444:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077824.405446:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077824.405448:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077824.405450:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077824.405451:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077824.405453:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077824.405457:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077824.405463:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405468:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077824.405469:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405471:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077824.405473:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077824.405475:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405482:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077824.405488:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405495:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077824.405498:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405500:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077824.405502:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405505:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077824.405508:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077824.405512:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077824.405517:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077824.405519:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077824.405524:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077824.405533:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169216:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077824.405539:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405541:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077824.405614:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612169216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405629:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077824.405632:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077824.405635:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077824.405639:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077824.405642:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077824.405645:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077824.405647:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077824.405650:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:1.0:1769077824.405654:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077824.405657:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077824.405659:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769077824.405663:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077824.405664:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405666:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405675:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077824.405677:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.405680:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077824.405681:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077824.405683:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077824.405687:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405695:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077824.405696:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077824.405698:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077824.405701:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077824.405703:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077824.405706:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169344:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077824.405709:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077824.405712:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077824.405713:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077824.405715:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077824.405719:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077824.405721:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077824.405725:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077824.405729:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077824.405732:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077824.405735:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169344, portal 10
00000100:00000001:1.0:1769077824.405737:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077824.405739:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:1.0:1769077824.405746:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405753:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077824.405755:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077824.405757:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077824.405760:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612169344, offset 0
00000400:00000200:1.0:1769077824.405764:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077824.405769:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077824.405773:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077824.405777:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077824.405779:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077824.405782:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077824.405784:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077824.405788:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3707:3707:256:4294967295] 192.168.204.106@tcp LPNI seq info [3706:3706:8:4294967295]
00000400:00000200:1.0:1769077824.405792:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077824.405798:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077824.405803:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077824.405807:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077824.405811:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077824.405814:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077824.405819:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077824.405822:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077824.405827:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077824.405829:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077824.405832:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077824.405836:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077824.405840:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077824.405842:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077824.405845:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077824.405849:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405857:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077824.405861:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405868:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.405870:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077824.405874:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077824.405878:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077824.405883:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077824.405885:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299482912
00000100:00000001:1.0:1769077824.405889:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299486275
00000100:00000001:1.0:1769077824.405891:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299482912
00000100:00000001:1.0:1769077824.405894:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299486275
00000100:00000001:1.0:1769077824.405897:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077824.405899:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.405901:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077824.405905:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077824/real 1769077824]  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077824.405914:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077824.405916:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077824.405917:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077824.405920:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077824.405922:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077824.405924:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077824.405928:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077824.405937:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405949:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077824.405951:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405953:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077824.405954:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077824.405959:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405966:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077824.405970:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.405977:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077824.405979:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405981:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077824.405983:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.405985:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077824.405987:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077824.405990:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077824.405994:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077824.405996:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077824.406001:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077824.406010:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169344:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077824.406014:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.406016:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077824.406019:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612169344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077824.406025:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077824.406027:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077824.406029:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077824.406031:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077824.406033:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077824.406034:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077824.406036:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077824.406038:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769077824.406040:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077824.406042:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077824.406044:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:1.0:1769077824.406046:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077824.406048:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.406050:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077824.406054:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077824.406055:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077824.406057:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077824.406059:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.788724:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077824.788738:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077824.788741:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077824.788744:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.788752:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077824.788755:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.788757:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077824.788760:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077824.789662:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077824.789667:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077824.789671:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077825.428631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077825.428638:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077825.428640:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077825.428647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077825.428651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077825.428655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077825.428658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077825.428660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077825.428663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077825.812655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077825.812661:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077825.813769:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077825.813773:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077825.813776:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077826.452635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077826.452641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077826.452642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077826.452646:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077826.452649:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077826.452653:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077826.452655:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077826.452656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077826.452658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077826.836895:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077826.836903:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077826.836969:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077826.836972:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077826.836976:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077827.476627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077827.476633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077827.476634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077827.476639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077827.476642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077827.476645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077827.476647:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077827.476649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077827.476651:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077827.860663:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077827.860668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077827.860733:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077827.860735:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077827.860738:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077828.500649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077828.500656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077828.500657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077828.500663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077828.500666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077828.500669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077828.500671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077828.500673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077828.500675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077828.884656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077828.884662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077828.884748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077828.884753:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077828.884757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077829.012700:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299486275, at 4299486720
00000100:00000040:0.0:1769077829.012717:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299486275, at 4299486720
00000100:00000010:1.0:1769077829.012725:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000010:0.0:1769077829.012726:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:2.0:1769077829.524669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077829.524673:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077829.524675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077829.524678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077829.524683:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769077829.524684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077829.524688:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077829.524689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077829.524693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077829.524694:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077829.524696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077829.524700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077829.524702:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077829.524704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077829.524719:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4814
00000400:00000200:0.0:1769077829.524729:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077829.524737:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077829.524741:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077829.524745:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524749:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.524752:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524754:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077829.524758:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077829.524760:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077829.524763:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077829.524766:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077829.524773:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077829.524776:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077829.524779:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.524784:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524786:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077829.524790:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077829.524793:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524796:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077829.524799:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077829.524803:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077829.524806:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.524809:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077829.524811:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077829.524821:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077829.524824:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077829.524829:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077829.524830:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.524834:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077829.524836:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077829.524840:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077829.524848:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077829.524854:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077829.524863:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077829.524875:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077829.524879:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077829.524885:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077829.524909:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077829.524912:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077829.524915:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077829.524917:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077829.524918:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077829.524921:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077829.524924:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4814
00000400:00000200:0.0:1769077829.524929:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077829.524932:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077829.524940:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077829.524943:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524946:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.524949:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524952:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077829.524955:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077829.524956:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077829.524958:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077829.524961:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077829.524963:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077829.524966:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077829.524966:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077829.524974:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077829.524974:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077829.524978:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077829.524979:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077829.524984:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077829.524986:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:1.0:1769077829.524990:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077829.524991:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077829.524997:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077829.525002:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077829.525007:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077829.525012:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077829.525013:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077829.525014:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077829.525019:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077829.525022:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077829.525023:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077829.525027:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769077829.525029:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077829.525033:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077829.525035:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077829.525039:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077829.525042:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169472:192.168.204.106@tcp:250:kworker.0
00000100:00000010:0.0:1769077829.525045:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077829.525050:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769077829.525052:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077829.525055:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077829.525057:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077829.525058:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077829.525059:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077829.525062:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077829.525063:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077829.525066:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077829.525068:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769077829.525072:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
02000000:00000010:1.0:1769077829.525076:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
00000100:00000001:0.0:1769077829.525077:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077829.525082:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077829.525087:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077829.525093:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077829.525101:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:0.0:1769077829.525103:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077829.525107:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077829.525111:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:0.0:1769077829.525112:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077829.525121:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169472, portal 25
00000100:00000001:0.0:1769077829.525126:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077829.525127:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077829.525131:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000040:0.0:1769077829.525132:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077829.525140:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077829.525144:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077829.525145:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077829.525153:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077829.525161:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4824)
00000100:00000001:1.0:1769077829.525163:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077829.525169:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077829.525173:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077829.525177:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612169472, offset 0
00000400:00000200:1.0:1769077829.525184:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077829.525194:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077829.525200:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077829.525206:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077829.525210:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077829.525214:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077829.525217:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077829.525221:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3708:3708:256:4294967295] 192.168.204.106@tcp LPNI seq info [3707:3707:8:4294967295]
00000400:00000200:1.0:1769077829.525226:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077829.525236:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077829.525242:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077829.525248:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077829.525255:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077829.525259:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077829.525266:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077829.525270:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077829.525276:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077829.525278:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077829.525285:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077829.525290:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077829.525295:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077829.525298:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077829.525302:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077829.525307:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525317:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077829.525321:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525329:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077829.525331:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077829.525337:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077829.525342:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077829.525345:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299491395
00000100:00000010:1.0:1769077829.525350:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769077829.525358:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077829.525373:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299491395
00000100:00000010:1.0:1769077829.525377:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042120.
00000100:00000001:1.0:1769077829.525381:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077829.525384:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077829.525388:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077829.525391:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077829.525397:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077829/real 1769077829]  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077829.525406:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077829.525408:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077829.525410:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077829.525413:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077829.525414:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077829.525417:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077829.525421:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077829.525429:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525437:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077829.525438:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525441:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077829.525443:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077829.525447:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525454:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077829.525474:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525507:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077829.525510:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525512:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077829.525513:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525524:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077829.525530:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077829.525534:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077829.525539:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077829.525543:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077829.525548:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077829.525610:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169472:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077829.525616:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525618:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077829.525621:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612169472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525629:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077829.525632:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077829.525634:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077829.525637:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077829.525639:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077829.525641:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077829.525643:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077829.525646:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769077829.525650:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077829.525652:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077829.525654:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:1.0:1769077829.525657:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077829.525658:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525660:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525667:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077829.525668:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077829.525671:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077829.525672:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077829.525674:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077829.525678:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525686:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077829.525687:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077829.525690:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077829.525692:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077829.525695:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077829.525701:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169600:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077829.525705:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077829.525709:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077829.525711:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077829.525713:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077829.525716:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077829.525719:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077829.525724:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077829.525727:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077829.525731:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077829.525736:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169600, portal 10
00000100:00000001:1.0:1769077829.525738:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077829.525740:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:1.0:1769077829.525747:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525753:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077829.525755:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077829.525757:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077829.525760:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612169600, offset 0
00000400:00000200:1.0:1769077829.525763:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077829.525767:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077829.525771:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077829.525774:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077829.525777:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077829.525779:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077829.525782:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077829.525784:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3709:3709:256:4294967295] 192.168.204.106@tcp LPNI seq info [3708:3708:8:4294967295]
00000400:00000200:1.0:1769077829.525788:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077829.525795:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077829.525799:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077829.525803:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077829.525807:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077829.525809:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077829.525814:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077829.525816:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077829.525820:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077829.525822:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077829.525825:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077829.525828:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077829.525831:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077829.525832:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077829.525835:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077829.525838:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525846:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077829.525849:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525855:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077829.525857:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077829.525860:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077829.525864:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077829.525867:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077829.525869:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299488032
00000100:00000001:1.0:1769077829.525872:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299491395
00000100:00000001:1.0:1769077829.525874:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299488032
00000100:00000001:1.0:1769077829.525876:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299491395
00000100:00000001:1.0:1769077829.525879:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077829.525881:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077829.525882:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077829.525886:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077829/real 1769077829]  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077829.525899:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077829.525901:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077829.525903:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077829.525905:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077829.525907:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077829.525909:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077829.525913:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077829.525922:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525929:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077829.525931:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525933:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077829.525935:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077829.525939:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525946:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077829.525951:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.525958:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077829.525961:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525962:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077829.525963:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525965:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077829.525967:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077829.525970:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077829.525973:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077829.525975:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077829.525980:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077829.525987:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169600:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077829.525991:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.525993:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077829.525996:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612169600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077829.526002:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077829.526003:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077829.526005:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077829.526008:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077829.526009:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077829.526011:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077829.526013:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077829.526014:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769077829.526017:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077829.526018:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077829.526019:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769077829.526022:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077829.526023:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.526025:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077829.526028:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077829.526030:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077829.526032:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077829.526033:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077829.908715:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077829.908723:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077829.908805:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077829.908810:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077829.908823:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077830.548642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077830.548649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077830.548650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077830.548654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077830.548657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077830.548660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077830.548663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077830.548665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077830.548668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077830.932658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077830.932664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077830.932727:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077830.932731:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077830.932733:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077831.572674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077831.572680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077831.572682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077831.572687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077831.572690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077831.572693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077831.572695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077831.572698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077831.572700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077831.956669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077831.956674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077831.956776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077831.956782:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077831.956787:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077832.596626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077832.596633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077832.596634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077832.596638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077832.596641:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077832.596644:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077832.596646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077832.596648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077832.596650:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077832.980677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077832.980685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077832.980751:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077832.980756:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077832.980760:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077833.620690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077833.620698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077833.620700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077833.620706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077833.620710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077833.620714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077833.620717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077833.620720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077833.620723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077834.004685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077834.004692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077834.004773:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077834.004781:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077834.004785:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077834.132661:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299491395, at 4299491840
00000100:00000010:1.0:1769077834.132673:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000040:0.0:1769077834.132678:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299491395, at 4299491840
00000100:00000010:0.0:1769077834.132690:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000001:2.0:1769077834.644639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077834.644647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077834.644649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077834.644656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077834.644660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077834.644666:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077834.644667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077834.644677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077834.644684:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077834.644687:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077834.644691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077834.644692:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077834.644699:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077834.644700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077834.644709:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4819
00000400:00000200:0.0:1769077834.644720:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077834.644728:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077834.644731:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077834.644734:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644737:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.644739:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644741:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077834.644745:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077834.644747:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077834.644749:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077834.644752:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077834.644754:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077834.644757:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077834.644760:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644763:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.644766:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644768:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077834.644771:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077834.644775:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644779:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077834.644782:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077834.644786:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077834.644791:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.644793:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077834.644797:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077834.644810:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077834.644814:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077834.644818:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077834.644819:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.644822:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077834.644825:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077834.644830:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077834.644838:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769077834.644844:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077834.644853:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077834.644864:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077834.644868:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077834.644872:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077834.644892:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077834.644894:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077834.644898:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077834.644899:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077834.644900:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077834.644903:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077834.644905:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4819
00000400:00000200:0.0:1769077834.644908:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077834.644911:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077834.644913:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077834.644915:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644917:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077834.644919:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644921:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077834.644923:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077834.644924:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077834.644926:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077834.644927:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077834.644929:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077834.644931:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077834.644933:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644937:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077834.644938:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077834.644943:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077834.644945:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077834.644947:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077834.644948:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077834.644950:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077834.644954:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077834.644956:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077834.644959:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077834.644962:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077834.644966:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077834.644979:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.644984:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077834.644986:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077834.644987:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077834.644993:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077834.644994:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077834.644996:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077834.645003:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077834.645005:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077834.645009:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169728:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769077834.645013:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.645014:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077834.645019:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769077834.645023:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
02000000:00000001:1.0:1769077834.645023:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077834.645038:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077834.645039:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077834.645047:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077834.645049:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077834.645050:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077834.645052:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769077834.645054:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
02000000:00000001:0.0:1769077834.645055:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077834.645066:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077834.645068:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077834.645074:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077834.645080:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:0.0:1769077834.645085:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077834.645090:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:0.0:1769077834.645104:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769077834.645105:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:0.0:1769077834.645114:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077834.645119:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169728, portal 25
00000100:00000040:0.0:1769077834.645122:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645125:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077834.645128:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000001:0.0:1769077834.645147:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077834.645149:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077834.645151:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077834.645162:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077834.645171:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077834.645181:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077834.645187:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077834.645194:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4830)
00000100:00000040:1.0:1769077834.645196:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077834.645200:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077834.645205:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612169728, offset 0
00000400:00000200:1.0:1769077834.645210:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077834.645220:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077834.645226:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077834.645230:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077834.645234:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077834.645237:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077834.645240:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077834.645243:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3710:3710:256:4294967295] 192.168.204.106@tcp LPNI seq info [3709:3709:8:4294967295]
00000400:00000200:1.0:1769077834.645246:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077834.645253:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077834.645258:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077834.645262:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077834.645268:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077834.645271:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077834.645275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077834.645279:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769077834.645282:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077834.645284:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077834.645293:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077834.645296:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077834.645300:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077834.645302:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077834.645305:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077834.645309:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645317:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077834.645319:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645324:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.645326:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077834.645330:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077834.645333:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077834.645335:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299496515
00000100:00000010:1.0:1769077834.645339:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042120.
00000100:00000001:1.0:1769077834.645345:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077834.645351:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299496515
00000100:00000010:1.0:1769077834.645353:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f00.
00000100:00000001:1.0:1769077834.645355:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077834.645358:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077834.645360:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.645361:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077834.645364:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077834/real 1769077834]  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077834.645383:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077834.645384:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077834.645386:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077834.645389:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077834.645390:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077834.645392:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077834.645395:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077834.645401:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645406:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077834.645407:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645409:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077834.645410:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077834.645413:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645417:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077834.645420:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645425:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077834.645427:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645429:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077834.645430:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645431:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077834.645433:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077834.645436:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077834.645445:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077834.645446:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077834.645449:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077834.645455:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169728:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077834.645458:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645459:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077834.645461:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612169728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645465:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077834.645467:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077834.645469:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077834.645471:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077834.645473:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077834.645474:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077834.645476:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077834.645477:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:1.0:1769077834.645480:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077834.645482:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077834.645483:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:1.0:1769077834.645485:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077834.645486:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645488:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645493:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077834.645494:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.645496:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077834.645497:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077834.645499:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077834.645501:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645506:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077834.645507:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077834.645509:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077834.645511:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077834.645512:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077834.645514:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169856:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077834.645516:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077834.645517:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077834.645519:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077834.645520:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077834.645522:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077834.645523:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077834.645526:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077834.645528:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077834.645531:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077834.645533:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169856, portal 10
00000100:00000001:1.0:1769077834.645534:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077834.645535:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
00000100:00000040:1.0:1769077834.645540:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645544:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077834.645546:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077834.645547:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077834.645549:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612169856, offset 0
00000400:00000200:1.0:1769077834.645574:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077834.645577:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077834.645579:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077834.645581:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077834.645583:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077834.645585:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077834.645587:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077834.645589:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3711:3711:256:4294967295] 192.168.204.106@tcp LPNI seq info [3710:3710:8:4294967295]
00000400:00000200:1.0:1769077834.645592:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077834.645596:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077834.645600:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077834.645602:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077834.645605:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077834.645607:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077834.645610:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077834.645612:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769077834.645615:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077834.645616:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077834.645618:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077834.645620:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077834.645623:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077834.645624:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077834.645626:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077834.645628:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645633:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077834.645635:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645640:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.645641:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077834.645643:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077834.645646:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077834.645648:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077834.645649:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299493152
00000100:00000001:1.0:1769077834.645651:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299496515
00000100:00000001:1.0:1769077834.645653:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299493152
00000100:00000001:1.0:1769077834.645654:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299496515
00000100:00000001:1.0:1769077834.645655:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077834.645657:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.645658:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077834.645660:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077834/real 1769077834]  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077834.645666:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077834.645667:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077834.645669:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077834.645670:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077834.645672:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077834.645675:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077834.645678:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077834.645687:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645693:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077834.645695:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645696:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077834.645698:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077834.645701:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645709:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077834.645714:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645722:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077834.645724:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645726:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077834.645727:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645729:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077834.645731:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077834.645733:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077834.645737:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077834.645738:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077834.645741:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077834.645746:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612169856:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077834.645749:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645750:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077834.645752:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612169856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077834.645756:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077834.645757:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077834.645758:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077834.645760:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077834.645761:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077834.645761:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077834.645763:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077834.645764:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769077834.645765:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077834.645766:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077834.645767:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:1.0:1769077834.645769:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077834.645770:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645771:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077834.645773:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077834.645774:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077834.645776:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077834.645777:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077835.028622:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077835.028630:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077835.028632:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077835.028634:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077835.028638:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077835.028639:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077835.028642:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077835.028643:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077835.028706:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077835.028709:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077835.028712:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077835.668670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077835.668675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077835.668677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077835.668682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077835.668684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077835.668687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077835.668689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077835.668691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077835.668693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077836.052647:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077836.052654:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077836.052711:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077836.052714:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077836.052717:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077836.692642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077836.692649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077836.692651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077836.692656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077836.692660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077836.692665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077836.692668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077836.692671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077836.692674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077837.076645:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077837.076652:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077837.076723:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077837.076728:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077837.076732:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077837.716651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077837.716657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077837.716659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077837.716663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077837.716666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077837.716669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077837.716671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077837.716673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077837.716675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077838.100656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077838.100663:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077838.100714:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077838.100719:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077838.100723:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077838.740671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077838.740677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077838.740678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077838.740683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077838.740686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077838.740688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077838.740691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077838.740693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077838.740695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077839.124673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077839.124680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077839.124743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077839.124747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077839.124751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077839.252761:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299496515, at 4299496960
00000100:00000040:1.0:1769077839.252777:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299496515, at 4299496960
00000100:00000010:0.0:1769077839.252783:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000010:1.0:1769077839.252789:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00000001:2.0:1769077839.764659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077839.764667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077839.764679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077839.764683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077839.764687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077839.764691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077839.764694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077839.764696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077839.764699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077839.764724:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077839.764760:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077839.764763:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077839.764767:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077839.764772:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077839.764780:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4825
00000400:00000200:0.0:1769077839.764791:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077839.764797:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077839.764800:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077839.764803:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077839.764806:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.764808:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077839.764810:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077839.764814:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077839.764815:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077839.764818:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077839.764820:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077839.764822:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077839.764824:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077839.764826:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077839.764827:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.764828:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077839.764830:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077839.764833:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077839.764835:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077839.764838:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077839.764840:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077839.764859:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077839.764863:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.764865:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077839.764868:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077839.764881:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077839.764886:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077839.764890:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077839.764893:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.764897:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077839.764901:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077839.764908:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077839.764945:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077839.764953:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077839.764962:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077839.764972:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077839.764976:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077839.765006:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077839.765033:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077839.765036:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077839.765039:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077839.765040:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077839.765042:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077839.765045:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077839.765047:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4825
00000400:00000200:0.0:1769077839.765073:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077839.765081:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077839.765083:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077839.765085:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077839.765087:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.765089:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077839.765091:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077839.765093:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077839.765094:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077839.765095:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077839.765097:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077839.765099:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077839.765100:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077839.765104:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077839.765105:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077839.765107:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077839.765108:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077839.765109:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077839.765113:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077839.765114:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077839.765117:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077839.765118:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077839.765120:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077839.765123:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077839.765127:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077839.765129:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077839.765134:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.765138:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077839.765143:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1769077839.765144:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077839.765145:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077839.765149:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077839.765151:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077839.765152:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077839.765156:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769077839.765157:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
02000000:00000001:1.0:1769077839.765159:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077839.765161:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769077839.765165:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169984:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769077839.765166:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077839.765169:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.765172:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077839.765172:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077839.765184:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077839.765186:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077839.765187:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1769077839.765191:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769077839.765191:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077839.765195:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077839.765197:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077839.765201:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
00000100:00100000:0.0:1769077839.765205:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077839.765205:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077839.765213:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077839.765214:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077839.765216:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077839.765220:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000040:0.0:1769077839.765221:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077839.765228:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:0.0:1769077839.765230:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077839.765234:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077839.765238:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769077839.765239:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612169984, portal 25
00000100:00000040:0.0:1769077839.765241:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077839.765242:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077839.765246:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000040:0.0:1769077839.765247:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077839.765254:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4835)
00000100:00000040:1.0:1769077839.765255:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765264:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077839.765266:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077839.765269:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077839.765273:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612169984, offset 0
00000400:00000200:1.0:1769077839.765282:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077839.765320:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077839.765329:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077839.765337:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077839.765342:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077839.765346:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077839.765349:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077839.765353:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3712:3712:256:4294967295] 192.168.204.106@tcp LPNI seq info [3711:3711:8:4294967295]
00000400:00000200:1.0:1769077839.765356:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077839.765377:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077839.765383:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077839.765389:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077839.765395:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077839.765399:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077839.765405:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077839.765408:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077839.765411:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077839.765413:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077839.765420:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077839.765424:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077839.765429:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077839.765438:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077839.765442:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077839.765446:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765454:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.765456:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765462:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077839.765463:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077839.765469:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077839.765472:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077839.765474:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299501635
00000100:00000010:1.0:1769077839.765479:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f00.
00000100:00000001:1.0:1769077839.765486:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077839.765491:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299501635
00000100:00000010:1.0:1769077839.765494:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769077839.765496:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077839.765499:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077839.765501:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077839.765504:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077839.765506:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077839/real 1769077839]  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077839.765525:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077839.765526:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077839.765528:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077839.765530:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077839.765531:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077839.765533:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077839.765536:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077839.765542:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765546:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077839.765548:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765549:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.765575:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077839.765579:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765585:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077839.765588:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765593:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077839.765595:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765596:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.765597:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765599:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077839.765601:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077839.765603:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077839.765606:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077839.765607:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077839.765610:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077839.765616:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612169984:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077839.765620:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765621:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.765623:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612169984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765628:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077839.765630:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077839.765632:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077839.765634:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077839.765635:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077839.765636:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077839.765638:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077839.765640:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769077839.765644:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077839.765646:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077839.765648:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:1.0:1769077839.765651:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077839.765652:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765653:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765660:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077839.765662:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077839.765663:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077839.765664:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077839.765665:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077839.765668:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765679:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077839.765680:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077839.765682:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077839.765683:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077839.765685:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077839.765687:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170112:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077839.765689:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077839.765691:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077839.765692:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077839.765693:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077839.765695:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077839.765697:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077839.765700:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077839.765702:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077839.765705:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077839.765707:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612170112, portal 10
00000100:00000001:1.0:1769077839.765708:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077839.765709:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557628928 : -118662151922688 : ffff9413d0961c00)
00000100:00000040:1.0:1769077839.765715:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765719:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077839.765721:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077839.765723:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769077839.765725:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612170112, offset 0
00000400:00000200:1.0:1769077839.765727:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077839.765730:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077839.765733:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077839.765735:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077839.765737:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077839.765739:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077839.765741:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077839.765743:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3713:3713:256:4294967295] 192.168.204.106@tcp LPNI seq info [3712:3712:8:4294967295]
00000400:00000200:1.0:1769077839.765746:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077839.765750:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077839.765753:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077839.765756:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077839.765759:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077839.765761:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077839.765764:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077839.765766:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077839.765768:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077839.765770:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:1.0:1769077839.765772:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077839.765774:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077839.765776:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769077839.765778:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769077839.765780:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077839.765787:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765804:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.765806:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765811:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077839.765812:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077839.765815:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077839.765818:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077839.765820:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077839.765822:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299498272
00000100:00000001:1.0:1769077839.765824:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299501635
00000100:00000001:1.0:1769077839.765826:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299498272
00000100:00000001:1.0:1769077839.765827:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299501635
00000100:00000001:1.0:1769077839.765829:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077839.765830:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077839.765831:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077839.765833:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077839/real 1769077839]  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077839.765838:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077839.765838:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077839.765840:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077839.765842:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077839.765843:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077839.765844:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077839.765846:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077839.765852:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765855:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077839.765856:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765857:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.765858:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077839.765860:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765864:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077839.765866:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765871:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077839.765873:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765874:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077839.765875:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765876:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077839.765878:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077839.765879:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077839.765881:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077839.765882:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077839.765885:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077839.765889:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170112:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077839.765892:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765893:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077839.765895:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612170112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077839.765900:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077839.765901:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077839.765902:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077839.765903:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077839.765904:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077839.765905:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077839.765906:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077839.765907:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769077839.765908:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077839.765909:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077839.765910:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:1.0:1769077839.765912:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077839.765913:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765915:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077839.765917:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077839.765918:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077839.765919:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077839.765920:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077840.148659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077840.148665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077840.148740:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077840.148745:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077840.148749:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077840.788659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077840.788667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077840.788669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077840.788675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077840.788679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077840.788683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077840.788686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077840.788689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077840.788692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077841.172648:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077841.172656:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077841.172725:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077841.172729:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077841.172732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077841.812662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077841.812668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077841.812670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077841.812674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077841.812677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077841.812680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077841.812682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077841.812684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077841.812686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077842.196675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077842.196681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077842.196740:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077842.196747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077842.196752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077842.836649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077842.836658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077842.836660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077842.836666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077842.836670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077842.836674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077842.836677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077842.836679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077842.836682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077843.220718:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077843.220728:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077843.220836:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077843.220842:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077843.220846:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077843.860654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077843.860660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077843.860662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077843.860666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077843.860668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077843.860671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077843.860673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077843.860675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077843.860677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077844.244725:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077844.244733:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077844.244839:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077844.244844:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077844.244848:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077844.372704:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299501635, at 4299502080
00000100:00000040:1.0:1769077844.372704:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299501635, at 4299502080
00000100:00000010:1.0:1769077844.372725:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000010:0.0:1769077844.372735:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00000001:2.0:1769077844.884633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077844.884641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077844.884643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077844.884650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077844.884654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077844.884658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077844.884660:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077844.884663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077844.884666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077844.884685:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077844.884697:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077844.884700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077844.884704:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077844.884708:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077844.884715:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4830
00000400:00000200:0.0:1769077844.884725:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077844.884733:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077844.884736:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077844.884740:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884744:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077844.884747:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077844.884754:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077844.884756:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077844.884759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077844.884761:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077844.884765:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077844.884768:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077844.884771:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884774:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077844.884776:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884778:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077844.884782:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077844.884785:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884788:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077844.884791:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077844.884795:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077844.884798:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.884800:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077844.884803:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077844.884812:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769077844.884816:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077844.884820:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077844.884822:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.884825:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077844.884828:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077844.884832:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077844.884840:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077844.884846:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077844.884856:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077844.884866:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077844.884871:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077844.884876:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077844.884903:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077844.884907:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077844.884911:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077844.884913:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077844.884914:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077844.884918:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077844.884921:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4830
00000400:00000200:0.0:1769077844.884925:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077844.884930:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077844.884933:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077844.884939:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884941:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077844.884943:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884947:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077844.884948:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077844.884957:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077844.884959:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077844.884962:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077844.884964:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077844.884965:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769077844.884968:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077844.884973:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077844.884978:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769077844.884985:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077844.884987:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.884993:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077844.884999:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077844.885007:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077844.885014:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077844.885015:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077844.885020:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077844.885025:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077844.885030:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077844.885030:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077844.885045:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077844.885053:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077844.885053:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077844.885059:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077844.885062:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077844.885070:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612170240:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769077844.885071:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077844.885079:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077844.885085:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769077844.885086:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.885090:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077844.885092:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077844.885096:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077844.885097:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
02000000:00000001:1.0:1769077844.885102:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769077844.885105:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077844.885122:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077844.885123:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077844.885127:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769077844.885127:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077844.885131:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077844.885133:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077844.885143:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:0.0:1769077844.885149:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077844.885149:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077844.885158:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
02000000:00000010:0.0:1769077844.885162:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000200:1.0:1769077844.885167:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612170240, portal 25
00000100:00000001:0.0:1769077844.885168:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.885173:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077844.885176:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557633408 : -118662151918208 : ffff9413d0962d80)
00000100:00100000:0.0:1769077844.885183:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769077844.885185:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077844.885228:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077844.885237:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077844.885238:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769077844.885241:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000001:0.0:1769077844.885247:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077844.885250:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612170240, offset 0
00000100:00000040:0.0:1769077844.885258:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077844.885267:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077844.885283:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077844.885290:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077844.885292:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077844.885298:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077844.885302:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077844.885307:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769077844.885311:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077844.885319:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077844.885320:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4840)
00000400:00000200:1.0:1769077844.885330:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077844.885336:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077844.885341:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077844.885348:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3714:3714:256:4294967295] 192.168.204.106@tcp LPNI seq info [3713:3713:8:4294967295]
00000400:00000200:1.0:1769077844.885353:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077844.885363:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077844.885369:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077844.885375:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769077844.885382:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077844.885387:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077844.885404:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077844.885408:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077844.885411:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299506755
00000100:00000010:1.0:1769077844.885416:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769077844.885424:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077844.885432:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299506755
00000100:00000010:1.0:1769077844.885434:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769077844.885437:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077844.885441:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077844.885443:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.885446:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.885448:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077844.885455:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077844.885456:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077844.885458:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077844.885460:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077844.885467:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077844.885474:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077844.885481:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077844.885482:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077844.885485:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077844.885486:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077844.885488:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077844.885490:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170368:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077844.885493:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077844.885496:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077844.885498:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077844.885500:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077844.885505:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077844.885508:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077844.885512:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077844.885516:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774f78.
00000400:00000010:1.0:1769077844.885520:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077844.885524:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612170368, portal 10
00000100:00000001:1.0:1769077844.885526:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077844.885528:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:1.0:1769077844.885537:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077844.885545:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077844.885549:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077844.885582:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1f68.
00000100:00000200:1.0:1769077844.885585:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612170368, offset 0
00000400:00000200:1.0:1769077844.885589:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077844.885592:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077844.885597:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077844.885600:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077844.885602:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077844.885605:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077844.885607:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077844.885610:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3715:3715:255:4294967295] 192.168.204.106@tcp LPNI seq info [3714:3714:7:4294967295]
00000400:00000200:1.0:1769077844.885613:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077844.885618:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077844.885622:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077844.885625:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769077844.885629:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077844.885632:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077844.885649:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077844.885653:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077844.885656:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077844.885657:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299503392
00000100:00000001:1.0:1769077844.885660:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299506755
00000100:00000001:1.0:1769077844.885662:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299503392
00000100:00000001:1.0:1769077844.885663:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299506755
00000100:00000001:1.0:1769077844.885665:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077844.885666:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.885668:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.885669:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077844.885672:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077844.885673:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077844.885674:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077844.885675:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077844.885676:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077844.885678:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.268711:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077845.268721:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077845.268723:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077845.268726:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.268731:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077845.268733:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.268734:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077845.268736:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077845.268800:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077845.268805:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077845.268809:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077845.908648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077845.908656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077845.908658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077845.908664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077845.908667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077845.908671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077845.908674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077845.908677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077845.908681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077846.292674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077846.292683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077846.292746:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077846.292750:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077846.292753:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077846.932635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077846.932643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077846.932646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077846.932652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077846.932656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077846.932660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077846.932663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077846.932667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077846.932670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077847.316673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077847.316681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077847.316748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077847.316752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077847.316756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077847.956649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077847.956657:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077847.956658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077847.956664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077847.956667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077847.956670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077847.956673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077847.956676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077847.956679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769077847.956809:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769077847.956859:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769077847.956871:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077847.956876:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769077847.956879:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077847.956884:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769077847.956889:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077847.956893:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:3.0:1769077847.956898:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077847.956902:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077847.956907:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:3.0:1769077847.956909:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:3.0:1769077847.956913:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077847.956921:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077847.956965:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077847.956970:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077847.956983:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077847.956985:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769077847.956995:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769077847.956998:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:3.0:1769077847.957002:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769077847.957007:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769077847.957010:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1f68
00000400:00000010:3.0:1769077847.957012:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1f68.
00000100:00000001:3.0:1769077847.957015:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077847.957020:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077847.957030:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077847.957035:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957036:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077847.957041:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077847.957045:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769077847.957047:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077847.957051:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769077847.957057:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077847]  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077847.957081:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077847.957085:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077847.957089:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774f78.
00000400:00000200:1.0:1769077847.957094:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077847.957095:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077847.957098:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077847.957103:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077847.957114:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957121:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077847.957122:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957125:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077847.957127:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077847.957130:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957144:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077847.957163:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957171:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077847.957174:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957176:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077847.957177:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957180:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077847.957183:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077847.957186:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077847.957200:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077847.957203:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077847.957208:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077847.957216:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170368:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077847.957221:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077847.957225:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077844/real 1769077847]  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077847.957234:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077847.957235:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077847.957237:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077847.957241:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077847.957243:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077847.957245:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077847.957248:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077847.957262:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957268:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077847.957270:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957272:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077847.957273:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077847.957276:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957282:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077847.957286:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957292:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077847.957295:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957296:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077847.957298:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957300:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077847.957302:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077847.957304:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077847.957308:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077847.957311:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077847.957315:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077847.957323:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612170240:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077847.957327:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957330:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077847.957333:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612170368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957346:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077847.957350:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077847.957354:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc800.
02000000:00000001:1.0:1769077847.957358:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077847.957361:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077847.957363:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077847.957365:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077847.957368:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769077847.957372:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077847.957375:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077847.957378:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:1.0:1769077847.957382:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077847.957383:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957385:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077847.957388:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612170240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077847.957394:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077847.957395:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077847.957397:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077847.957400:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077847.957401:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077847.957402:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077847.957404:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077847.957406:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:1.0:1769077847.957408:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077847.957410:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077847.957411:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:1.0:1769077847.957414:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077847.957415:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957419:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077847.957426:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077847.957428:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077847.957431:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077847.957432:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077848.340667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077848.340673:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077848.340737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077848.340742:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077848.340747:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077848.980626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077848.980634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077848.980637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077848.980642:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077848.980647:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077848.980650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077848.980653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077848.980655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077848.980657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077849.364689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077849.364697:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077849.364772:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077849.364776:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077849.364780:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077849.492673:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299506755, at 4299507200
00000100:00000040:0.0:1769077849.492678:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299506755, at 4299507200
00000100:00000010:0.0:1769077849.492695:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000010:1.0:1769077849.492700:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:2.0:1769077850.004638:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077850.004648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077850.004652:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077850.004653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077850.004657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077850.004658:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769077850.004664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077850.004664:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077850.004670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077850.004671:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077850.004674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077850.004677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077850.004680:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4835
00000100:00000001:0.0:1769077850.004681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077850.004686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077850.004694:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077850.004700:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077850.004703:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077850.004707:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004711:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077850.004713:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004715:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077850.004719:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077850.004721:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077850.004724:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077850.004726:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077850.004729:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077850.004732:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077850.004735:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004737:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077850.004755:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004757:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077850.004761:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077850.004765:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004768:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077850.004771:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077850.004776:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077850.004780:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077850.004783:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077850.004786:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077850.004795:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077850.004799:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077850.004813:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077850.004815:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077850.004817:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077850.004820:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077850.004825:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077850.004833:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077850.004840:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077850.004851:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077850.004869:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077850.004874:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077850.004879:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077850.004931:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077850.004935:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077850.004938:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077850.004940:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077850.004942:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077850.004945:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077850.004948:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4835
00000400:00000200:2.0:1769077850.004953:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077850.004957:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077850.004959:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077850.004962:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004964:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077850.004967:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004969:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077850.004972:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077850.004973:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077850.004975:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077850.004977:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077850.004980:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077850.004982:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077850.004986:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004989:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077850.004992:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077850.004994:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077850.004997:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077850.004999:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077850.005002:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077850.005003:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077850.005008:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077850.005010:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077850.005014:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077850.005022:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077850.005025:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077850.005029:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077850.005034:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077850.005042:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077850.005045:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077850.005045:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077850.005053:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077850.005054:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077850.005057:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077850.005060:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077850.005063:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
02000000:00000001:1.0:1769077850.005064:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077850.005071:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769077850.005072:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612170496:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769077850.005077:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077850.005080:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.005081:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077850.005084:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077850.005088:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077850.005089:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077850.005091:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077850.005095:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077850.005099:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
02000000:00000001:1.0:1769077850.005101:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077850.005107:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077850.005111:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
00000100:00100000:2.0:1769077850.005132:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077850.005134:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077850.005146:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077850.005149:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077850.005151:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077850.005158:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000040:2.0:1769077850.005159:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077850.005172:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769077850.005173:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077850.005181:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077850.005185:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077850.005188:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077850.005189:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612170496, portal 25
00000100:00000040:2.0:1769077850.005196:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077850.005198:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077850.005202:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569954176 : -118662139597440 : ffff9413d1522d80)
00000100:00000040:2.0:1769077850.005209:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4845)
00000100:00000040:1.0:1769077850.005215:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005227:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077850.005232:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077850.005236:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077850.005241:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612170496, offset 0
00000400:00000200:1.0:1769077850.005250:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077850.005261:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077850.005273:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077850.005282:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077850.005289:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077850.005294:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077850.005298:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077850.005303:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3716:3716:256:4294967295] 192.168.204.106@tcp LPNI seq info [3715:3715:8:4294967295]
00000400:00000200:1.0:1769077850.005307:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077850.005323:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077850.005332:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077850.005340:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077850.005350:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077850.005355:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077850.005362:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077850.005366:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077850.005371:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077850.005376:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077850.005387:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077850.005394:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077850.005401:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077850.005404:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077850.005410:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077850.005414:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005433:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077850.005437:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005446:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.005449:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077850.005460:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077850.005465:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077850.005469:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299511875
00000100:00000010:1.0:1769077850.005475:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769077850.005485:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077850.005492:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299511875
00000100:00000010:1.0:1769077850.005496:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769077850.005499:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077850.005503:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077850.005507:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.005509:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077850.005514:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077850/real 1769077850]  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077850.005526:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077850.005528:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077850.005530:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077850.005533:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077850.005535:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077850.005538:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077850.005543:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077850.005584:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005592:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077850.005595:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.005598:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077850.005601:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077850.005606:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005614:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077850.005619:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005633:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077850.005636:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.005639:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077850.005640:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.005643:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077850.005646:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077850.005651:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077850.005657:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077850.005659:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077850.005663:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077850.005673:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612170496:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077850.005679:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.005682:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077850.005685:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522d80 x1855007612170496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005693:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077850.005697:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077850.005700:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077850.005705:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077850.005708:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077850.005710:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077850.005712:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077850.005715:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769077850.005720:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077850.005723:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077850.005725:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522d80.
00000100:00000001:1.0:1769077850.005730:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077850.005731:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.005734:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.005744:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077850.005746:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.005748:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077850.005750:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077850.005751:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077850.005755:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005763:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077850.005765:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077850.005767:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077850.005770:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077850.005773:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077850.005776:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170624:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077850.005780:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077850.005783:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077850.005784:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077850.005786:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077850.005789:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077850.005792:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077850.005797:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077850.005801:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077850.005805:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077850.005809:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612170624, portal 10
00000100:00000001:1.0:1769077850.005811:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077850.005813:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569950592 : -118662139601024 : ffff9413d1521f80)
00000100:00000040:1.0:1769077850.005820:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005826:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077850.005828:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077850.005831:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077850.005833:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612170624, offset 0
00000400:00000200:1.0:1769077850.005838:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077850.005842:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077850.005847:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077850.005850:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077850.005853:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077850.005855:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077850.005858:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077850.005862:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3717:3717:256:4294967295] 192.168.204.106@tcp LPNI seq info [3716:3716:8:4294967295]
00000400:00000200:1.0:1769077850.005867:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077850.005874:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077850.005879:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077850.005884:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077850.005889:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077850.005893:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077850.005898:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077850.005901:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077850.005905:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077850.005907:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077850.005910:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077850.005914:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077850.005918:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077850.005920:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077850.005923:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077850.005927:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005935:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077850.005938:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.005945:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.005948:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077850.005951:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077850.005956:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077850.005961:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077850.005963:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299508512
00000100:00000001:1.0:1769077850.005967:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299511875
00000100:00000001:1.0:1769077850.005970:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299508512
00000100:00000001:1.0:1769077850.005972:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299511875
00000100:00000001:1.0:1769077850.005974:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077850.005976:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.005978:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077850.005983:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077850/real 1769077850]  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077850.005992:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077850.005994:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077850.005996:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077850.005998:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077850.006000:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077850.006002:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077850.006006:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077850.006016:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.006022:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077850.006024:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.006026:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077850.006027:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077850.006031:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.006037:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077850.006041:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.006048:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077850.006051:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.006054:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077850.006055:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.006057:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077850.006060:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077850.006063:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077850.006066:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077850.006068:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077850.006072:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077850.006080:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170624:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077850.006084:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.006086:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077850.006090:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521f80 x1855007612170624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.006096:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077850.006098:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077850.006100:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077850.006104:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077850.006105:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077850.006106:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077850.006109:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077850.006111:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e800.
02000000:00000001:1.0:1769077850.006128:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077850.006129:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077850.006131:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521f80.
00000100:00000001:1.0:1769077850.006133:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077850.006135:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.006137:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077850.006140:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077850.006141:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.006143:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077850.006145:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077850.388645:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077850.388653:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077850.388711:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077850.388715:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077850.388724:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077851.028704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077851.028714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077851.028716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077851.028724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077851.028729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077851.028733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077851.028737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077851.028740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077851.028744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077851.412659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077851.412665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077851.412743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077851.412749:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077851.412759:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077852.052665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077852.052671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077852.052673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077852.052677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077852.052680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077852.052682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077852.052685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077852.052687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077852.052689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077852.436622:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077852.436628:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077852.436722:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077852.436743:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077852.436747:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077853.076659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077853.076664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077853.076666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077853.076670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077853.076673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077853.076676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077853.076679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077853.076681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077853.076683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077853.460672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077853.460678:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077853.460766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077853.460770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077853.460772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077854.100624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077854.100630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077854.100632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077854.100636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077854.100639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077854.100642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077854.100644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077854.100646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077854.100648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077854.484642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077854.484649:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077854.484709:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077854.484712:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077854.484715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077854.612760:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299511875, at 4299512320
00000100:00000010:1.0:1769077854.612778:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000040:0.0:1769077854.612947:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299511875, at 4299512320
00000100:00000010:0.0:1769077854.612968:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00000001:0.0:1769077855.124686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077855.124691:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769077855.124695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077855.124698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077855.124704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077855.124705:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077855.124709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077855.124711:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769077855.124714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077855.124718:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077855.124723:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769077855.124726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077855.124730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077855.124734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077855.124734:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4840
00000400:00000200:2.0:1769077855.124747:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077855.124770:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077855.124774:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077855.124779:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077855.124783:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077855.124786:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077855.124789:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077855.124794:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077855.124796:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077855.124799:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077855.124801:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077855.124803:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077855.124805:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077855.124808:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077855.124809:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077855.124810:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077855.124811:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077855.124814:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077855.124816:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077855.124818:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077855.124822:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077855.124825:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077855.124828:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.124830:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077855.124832:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077855.124843:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077855.124846:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077855.124850:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077855.124852:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.124855:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077855.124857:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077855.124863:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077855.124872:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769077855.124878:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077855.124887:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077855.124905:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077855.124912:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077855.124917:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077855.124935:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077855.124938:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077855.124942:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077855.124944:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077855.124946:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077855.124949:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077855.124952:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4840
00000400:00000200:2.0:1769077855.124957:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077855.124960:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077855.124961:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077855.124963:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077855.124965:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077855.124966:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077855.124969:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077855.124969:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077855.124971:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077855.124973:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:1.0:1769077855.124976:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077855.124976:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077855.124978:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077855.124980:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077855.124982:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077855.124984:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077855.124986:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077855.124987:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077855.124987:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077855.124990:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769077855.124992:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077855.124992:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077855.124994:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769077855.124995:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077855.124995:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077855.124998:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077855.124998:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077855.125001:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00100000:1.0:1769077855.125002:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612170752:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077855.125003:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077855.125006:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077855.125007:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077855.125011:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077855.125012:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077855.125013:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077855.125015:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.125015:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077855.125018:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1769077855.125020:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769077855.125024:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
00000008:00000001:2.0:1769077855.125024:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077855.125040:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077855.125042:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077855.125046:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000400:00000200:1.0:1769077855.125049:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000020:00000040:2.0:1769077855.125049:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077855.125052:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077855.125053:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077855.125054:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:2.0:1769077855.125055:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077855.125057:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077855.125059:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077855.125068:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
02000000:00000010:2.0:1769077855.125071:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000200:1.0:1769077855.125078:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612170752, portal 25
00000100:00000001:2.0:1769077855.125078:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125081:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1769077855.125083:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077855.125084:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569946112 : -118662139605504 : ffff9413d1520e00)
00000100:00000040:1.0:1769077855.125090:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077855.125093:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077855.125096:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125099:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077855.125100:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077855.125103:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077855.125106:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077855.125109:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612170752, offset 0
00000100:00000001:2.0:1769077855.125110:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077855.125114:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077855.125117:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077855.125118:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077855.125121:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077855.125124:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077855.125127:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769077855.125130:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4850)
00000400:00000200:1.0:1769077855.125135:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077855.125142:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077855.125148:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077855.125153:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077855.125156:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077855.125160:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3718:3718:256:4294967295] 192.168.204.106@tcp LPNI seq info [3717:3717:8:4294967295]
00000400:00000200:1.0:1769077855.125165:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077855.125175:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077855.125181:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077855.125186:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077855.125193:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077855.125196:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077855.125202:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077855.125205:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077855.125208:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077855.125211:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077855.125218:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077855.125222:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077855.125227:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077855.125230:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077855.125234:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077855.125238:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125246:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077855.125249:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125262:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125263:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077855.125271:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077855.125275:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077855.125278:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299516995
00000100:00000010:1.0:1769077855.125282:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769077855.125289:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077855.125294:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299516995
00000100:00000010:1.0:1769077855.125297:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769077855.125299:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077855.125301:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077855.125303:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125306:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077855.125308:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077855/real 1769077855]  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077855.125315:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077855.125317:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077855.125319:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077855.125321:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077855.125322:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077855.125324:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077855.125327:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077855.125333:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125338:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077855.125339:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125341:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077855.125342:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077855.125345:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125351:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077855.125354:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125359:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077855.125361:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125362:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077855.125363:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125365:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077855.125367:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077855.125369:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077855.125372:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077855.125373:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077855.125376:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077855.125381:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612170752:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077855.125384:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125386:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077855.125387:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520e00 x1855007612170752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125392:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077855.125395:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077855.125398:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077855.125400:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077855.125402:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077855.125403:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077855.125405:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077855.125407:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e400.
02000000:00000001:1.0:1769077855.125410:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077855.125412:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077855.125414:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520e00.
00000100:00000001:1.0:1769077855.125416:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077855.125417:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125419:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125426:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077855.125427:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125428:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077855.125429:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077855.125430:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077855.125433:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125437:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077855.125438:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077855.125440:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077855.125441:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077855.125442:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077855.125444:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170880:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077855.125447:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077855.125448:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077855.125450:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077855.125451:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077855.125453:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077855.125454:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077855.125457:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077855.125459:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077855.125461:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077855.125463:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612170880, portal 10
00000100:00000001:1.0:1769077855.125464:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077855.125466:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569943424 : -118662139608192 : ffff9413d1520380)
00000100:00000040:1.0:1769077855.125471:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125476:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077855.125478:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077855.125479:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077855.125481:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612170880, offset 0
00000400:00000200:1.0:1769077855.125484:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077855.125487:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077855.125489:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077855.125492:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077855.125493:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077855.125495:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077855.125497:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077855.125499:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3719:3719:256:4294967295] 192.168.204.106@tcp LPNI seq info [3718:3718:8:4294967295]
00000400:00000200:1.0:1769077855.125502:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077855.125507:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077855.125509:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077855.125511:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077855.125514:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077855.125516:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077855.125519:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077855.125521:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077855.125524:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077855.125526:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077855.125528:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077855.125530:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077855.125532:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077855.125533:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077855.125535:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077855.125537:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125543:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077855.125545:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125549:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125550:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077855.125575:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077855.125578:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077855.125581:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077855.125582:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299513632
00000100:00000001:1.0:1769077855.125585:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299516995
00000100:00000001:1.0:1769077855.125586:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299513632
00000100:00000001:1.0:1769077855.125595:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299516995
00000100:00000001:1.0:1769077855.125596:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077855.125598:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125599:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077855.125602:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077855/real 1769077855]  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077855.125608:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077855.125609:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077855.125611:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077855.125613:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077855.125614:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077855.125615:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077855.125617:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077855.125623:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125628:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077855.125629:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125630:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077855.125631:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077855.125633:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125637:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077855.125639:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125644:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077855.125646:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125647:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077855.125648:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125649:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077855.125650:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077855.125652:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077855.125654:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077855.125655:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077855.125662:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077855.125670:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612170880:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077855.125672:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125674:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077855.125676:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520380 x1855007612170880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077855.125681:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077855.125682:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077855.125683:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077855.125684:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077855.125685:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077855.125686:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077855.125687:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077855.125689:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e800.
02000000:00000001:1.0:1769077855.125690:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077855.125691:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077855.125692:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520380.
00000100:00000001:1.0:1769077855.125694:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077855.125695:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125697:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077855.125699:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077855.125700:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077855.125701:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077855.125702:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.508656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077855.508680:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077855.508682:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077855.508685:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.508691:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077855.508693:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.508694:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.508696:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077855.508773:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077855.508778:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077855.508781:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077856.148707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077856.148717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077856.148719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077856.148726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077856.148730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077856.148735:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077856.148739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077856.148743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077856.148746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077856.532750:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077856.532759:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077856.532839:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077856.532845:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077856.532850:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077857.172775:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077857.172787:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077857.172792:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077857.172802:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077857.172807:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077857.172813:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077857.172818:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077857.172822:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077857.172827:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077857.556651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077857.556657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077857.556708:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077857.556712:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077857.556715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077858.196725:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077858.196731:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077858.196732:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077858.196737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077858.196740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077858.196744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077858.196746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077858.196748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077858.196750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077858.580656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077858.580662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077858.580726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077858.580730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077858.580733:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077859.220685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077859.220699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077859.220701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077859.220708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077859.220711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077859.220716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077859.220719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077859.220721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077859.220724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077859.604672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077859.604680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077859.604760:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077859.604765:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077859.604777:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077859.732709:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299516995, at 4299517440
00000100:00000040:1.0:1769077859.732709:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299516995, at 4299517440
00000100:00000010:0.0:1769077859.732731:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000010:1.0:1769077859.732734:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:0.0:1769077860.244676:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077860.244676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077860.244686:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077860.244686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077860.244689:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077860.244689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077860.244694:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769077860.244694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077860.244699:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077860.244699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077860.244702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077860.244705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077860.244706:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4845
00000100:00000001:2.0:1769077860.244707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077860.244710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077860.244716:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077860.244722:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077860.244726:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077860.244729:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244732:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077860.244734:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244737:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077860.244741:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077860.244743:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077860.244746:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077860.244749:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077860.244751:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077860.244754:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077860.244757:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244758:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077860.244760:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244761:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077860.244764:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077860.244766:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244768:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077860.244770:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077860.244773:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077860.244775:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077860.244777:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077860.244778:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077860.244786:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077860.244789:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077860.244792:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077860.244793:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077860.244795:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077860.244798:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077860.244801:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077860.244807:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077860.244812:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077860.244819:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077860.244828:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077860.244832:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077860.244835:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077860.244853:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077860.244855:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077860.244858:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077860.244859:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077860.244860:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077860.244862:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077860.244864:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4845
00000400:00000200:0.0:1769077860.244868:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077860.244870:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077860.244873:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077860.244876:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244877:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077860.244879:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077860.244883:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077860.244884:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077860.244885:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077860.244891:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077860.244893:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769077860.244893:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077860.244900:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077860.244900:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077860.244905:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077860.244912:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000040:1.0:1769077860.244915:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077860.244916:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077860.244922:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244923:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077860.244924:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077860.244926:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077860.244927:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077860.244939:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077860.244962:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077860.244965:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077860.244967:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077860.244970:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077860.244971:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077860.244974:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077860.244975:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769077860.244984:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077860.244984:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077860.245001:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077860.245005:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171008:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769077860.245006:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077860.245015:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000100:00000001:1.0:1769077860.245017:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077860.245020:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077860.245024:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077860.245024:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077860.245033:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077860.245034:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077860.245051:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077860.245053:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077860.245059:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077860.245063:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077860.245065:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
02000000:00000010:0.0:1769077860.245068:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769077860.245069:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077860.245080:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077860.245086:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077860.245092:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00100000:0.0:1769077860.245093:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077860.245101:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:0.0:1769077860.245110:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769077860.245111:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171008, portal 25
00000100:00000001:1.0:1769077860.245115:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077860.245117:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077860.245117:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000040:1.0:1769077860.245132:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077860.245137:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245159:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077860.245172:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077860.245177:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000001:0.0:1769077860.245178:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077860.245185:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612171008, offset 0
00000100:00000040:0.0:1769077860.245186:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077860.245199:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077860.245204:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077860.245205:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077860.245214:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077860.245217:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4855)
00000400:00000200:1.0:1769077860.245220:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077860.245229:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077860.245241:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077860.245246:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077860.245250:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077860.245252:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077860.245256:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3720:3720:256:4294967295] 192.168.204.106@tcp LPNI seq info [3719:3719:8:4294967295]
00000400:00000200:1.0:1769077860.245259:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077860.245268:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077860.245273:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077860.245278:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077860.245286:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077860.245289:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077860.245295:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077860.245298:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077860.245302:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077860.245305:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077860.245316:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077860.245321:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077860.245325:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077860.245327:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077860.245331:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077860.245335:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245343:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077860.245345:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245351:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077860.245352:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077860.245358:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077860.245362:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077860.245364:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299522115
00000100:00000010:1.0:1769077860.245369:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769077860.245376:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077860.245382:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299522115
00000100:00000010:1.0:1769077860.245384:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769077860.245386:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077860.245388:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077860.245391:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077860.245393:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077860.245396:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077860/real 1769077860]  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077860.245403:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077860.245404:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077860.245406:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077860.245408:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077860.245409:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077860.245411:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077860.245414:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077860.245420:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245425:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077860.245426:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245428:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077860.245430:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077860.245432:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245437:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077860.245440:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245445:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077860.245447:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245448:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077860.245449:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245451:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077860.245452:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077860.245455:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077860.245458:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077860.245460:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077860.245463:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077860.245469:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171008:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077860.245473:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245474:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077860.245476:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612171008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245485:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077860.245488:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077860.245491:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077860.245493:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077860.245495:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077860.245496:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077860.245498:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077860.245499:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:1.0:1769077860.245503:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077860.245505:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077860.245506:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:1.0:1769077860.245509:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077860.245510:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245512:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245518:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077860.245520:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077860.245522:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077860.245523:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077860.245524:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077860.245527:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245532:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077860.245534:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077860.245535:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077860.245537:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077860.245538:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077860.245540:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171136:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077860.245542:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077860.245543:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077860.245544:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077860.245546:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077860.245548:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077860.245549:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077860.245571:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077860.245574:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077860.245577:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077860.245579:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171136, portal 10
00000100:00000001:1.0:1769077860.245581:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077860.245582:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:1.0:1769077860.245587:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245592:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077860.245594:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077860.245595:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077860.245597:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612171136, offset 0
00000400:00000200:1.0:1769077860.245600:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077860.245602:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077860.245604:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077860.245606:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077860.245608:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077860.245610:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077860.245611:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077860.245614:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3721:3721:256:4294967295] 192.168.204.106@tcp LPNI seq info [3720:3720:8:4294967295]
00000400:00000200:1.0:1769077860.245616:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077860.245621:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077860.245624:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077860.245626:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077860.245629:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077860.245631:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077860.245634:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077860.245636:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077860.245638:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077860.245640:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077860.245642:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077860.245644:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077860.245646:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077860.245648:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077860.245650:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077860.245652:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245657:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077860.245659:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245664:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077860.245665:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077860.245667:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077860.245670:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077860.245672:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077860.245674:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299518752
00000100:00000001:1.0:1769077860.245676:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299522115
00000100:00000001:1.0:1769077860.245678:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299518752
00000100:00000001:1.0:1769077860.245679:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299522115
00000100:00000001:1.0:1769077860.245681:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077860.245682:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077860.245683:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077860.245685:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077860/real 1769077860]  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077860.245690:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077860.245691:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077860.245692:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077860.245693:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077860.245695:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077860.245696:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077860.245698:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077860.245704:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245712:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077860.245713:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245715:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077860.245716:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077860.245718:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245722:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077860.245725:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245732:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077860.245734:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245736:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077860.245737:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245739:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077860.245742:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077860.245745:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077860.245748:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077860.245751:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077860.245756:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077860.245765:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171136:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077860.245770:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245772:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077860.245776:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612171136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077860.245783:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077860.245785:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077860.245787:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077860.245790:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077860.245792:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077860.245794:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077860.245796:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077860.245797:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769077860.245800:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077860.245801:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077860.245803:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:1.0:1769077860.245806:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077860.245807:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245809:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077860.245812:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077860.245814:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077860.245816:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077860.245818:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077860.628667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077860.628674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077860.628733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077860.628739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077860.628744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077861.268687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077861.268696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077861.268698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077861.268704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077861.268708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077861.268712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077861.268714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077861.268716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077861.268720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077861.652633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077861.652640:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077861.652736:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077861.652741:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077861.652745:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077862.292661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077862.292676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077862.292678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077862.292684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077862.292688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077862.292692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077862.292695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077862.292697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077862.292700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077862.676704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077862.676714:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077862.676785:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077862.676789:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077862.676792:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077863.316667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077863.316675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077863.316677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077863.316683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077863.316686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077863.316690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077863.316693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077863.316695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077863.316698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077863.700705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077863.700712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077863.700780:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077863.700784:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077863.700787:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077864.340627:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077864.340632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077864.340635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077864.340640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077864.340643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077864.340645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077864.340648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077864.340650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077864.340651:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.724667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077864.724675:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077864.724677:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077864.724679:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.724684:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077864.724686:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.724687:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077864.724689:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077864.724753:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077864.724757:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077864.724760:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077864.852642:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299522115, at 4299522560
00000100:00000040:0.0:1769077864.852644:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299522115, at 4299522560
00000100:00000010:0.0:1769077864.852656:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000010:1.0:1769077864.852660:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:0.0:1769077865.364641:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077865.364641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077865.364646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077865.364650:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077865.364650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.364655:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077865.364655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077865.364658:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077865.364660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077865.364662:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077865.364664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077865.364667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077865.364669:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4850
00000100:00000001:2.0:1769077865.364670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077865.364675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077865.364680:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077865.364686:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077865.364689:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077865.364692:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364695:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077865.364696:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364698:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077865.364701:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077865.364702:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077865.364704:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077865.364706:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077865.364708:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077865.364709:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077865.364712:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364713:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077865.364715:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364716:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077865.364718:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077865.364721:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364723:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077865.364725:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077865.364727:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077865.364729:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.364730:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077865.364732:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077865.364739:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769077865.364742:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077865.364745:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077865.364746:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.364748:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077865.364750:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077865.364754:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077865.364760:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077865.364765:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077865.364771:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077865.364779:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077865.364782:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077865.364786:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077865.364805:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077865.364807:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077865.364809:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077865.364810:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077865.364811:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077865.364813:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077865.364815:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4850
00000400:00000200:0.0:1769077865.364818:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077865.364820:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077865.364821:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077865.364823:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364825:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077865.364826:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364828:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077865.364829:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077865.364830:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077865.364831:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077865.364833:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077865.364834:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077865.364836:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077865.364838:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364840:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077865.364841:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364843:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077865.364845:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077865.364847:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077865.364848:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077865.364849:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077865.364851:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077865.364853:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077865.364869:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.364870:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077865.364873:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077865.364875:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.364877:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.364879:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1769077865.364881:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000100:00000001:1.0:1769077865.364882:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077865.364887:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077865.364890:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077865.364892:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077865.364894:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769077865.364894:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077865.364897:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077865.364899:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077865.364905:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769077865.364909:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.364912:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1769077865.364917:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077865.364917:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077865.364924:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077865.364926:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077865.364929:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077865.364930:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077865.364935:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077865.364937:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077865.364946:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171264:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769077865.364950:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077865.364955:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077865.364955:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769077865.364960:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769077865.364961:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077865.364963:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077865.364965:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077865.364968:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769077865.364969:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077865.364974:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4860)
02000000:00000010:1.0:1769077865.364977:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077865.364980:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077865.364987:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077865.364991:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077865.364997:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077865.365003:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171264, portal 25
00000100:00000001:1.0:1769077865.365005:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077865.365006:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557625344 : -118662151926272 : ffff9413d0960e00)
00000100:00000040:1.0:1769077865.365011:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365017:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077865.365020:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077865.365022:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077865.365024:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612171264, offset 0
00000400:00000200:1.0:1769077865.365028:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077865.365035:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077865.365040:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077865.365044:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077865.365048:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077865.365050:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077865.365052:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077865.365056:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3722:3722:256:4294967295] 192.168.204.106@tcp LPNI seq info [3721:3721:8:4294967295]
00000400:00000200:1.0:1769077865.365059:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077865.365066:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077865.365071:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077865.365075:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077865.365081:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077865.365084:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077865.365088:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077865.365091:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077865.365094:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077865.365096:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077865.365102:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077865.365105:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077865.365109:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077865.365111:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077865.365114:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077865.365117:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365124:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077865.365126:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365132:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.365133:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077865.365138:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077865.365140:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077865.365142:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299527235
00000100:00000010:1.0:1769077865.365146:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769077865.365151:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077865.365156:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299527235
00000100:00000010:1.0:1769077865.365158:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769077865.365161:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077865.365163:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077865.365165:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.365167:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077865.365170:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077865/real 1769077865]  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077865.365177:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077865.365179:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077865.365181:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077865.365183:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077865.365185:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077865.365188:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077865.365191:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077865.365201:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365219:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077865.365221:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365224:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077865.365226:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077865.365231:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365239:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077865.365245:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365253:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077865.365255:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365256:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077865.365257:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365259:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077865.365260:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077865.365262:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077865.365266:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077865.365268:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077865.365271:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077865.365277:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171264:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077865.365280:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365281:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077865.365283:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960e00 x1855007612171264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365287:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077865.365289:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077865.365291:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077865.365293:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077865.365294:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077865.365296:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077865.365297:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077865.365299:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769077865.365302:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077865.365303:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077865.365305:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960e00.
00000100:00000001:1.0:1769077865.365307:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077865.365308:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365310:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365315:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077865.365316:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.365318:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077865.365319:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077865.365320:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077865.365322:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365327:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077865.365328:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077865.365330:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077865.365331:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077865.365333:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077865.365335:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171392:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077865.365337:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077865.365338:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077865.365340:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077865.365341:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077865.365343:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077865.365344:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077865.365348:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077865.365350:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077865.365352:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077865.365354:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171392, portal 10
00000100:00000001:1.0:1769077865.365356:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077865.365357:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:1.0:1769077865.365361:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365366:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077865.365367:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077865.365369:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077865.365370:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612171392, offset 0
00000400:00000200:1.0:1769077865.365373:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077865.365376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077865.365378:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077865.365380:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077865.365382:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077865.365383:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077865.365385:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077865.365387:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3723:3723:256:4294967295] 192.168.204.106@tcp LPNI seq info [3722:3722:8:4294967295]
00000400:00000200:1.0:1769077865.365390:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077865.365395:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077865.365398:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077865.365400:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077865.365403:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077865.365405:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077865.365408:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077865.365410:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077865.365412:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077865.365414:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077865.365416:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077865.365418:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077865.365420:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077865.365421:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077865.365423:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077865.365425:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365431:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077865.365432:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365436:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.365437:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077865.365439:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077865.365442:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077865.365444:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077865.365446:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299523871
00000100:00000001:1.0:1769077865.365448:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299527235
00000100:00000001:1.0:1769077865.365449:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299523871
00000100:00000001:1.0:1769077865.365451:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299527235
00000100:00000001:1.0:1769077865.365452:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077865.365453:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.365454:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077865.365456:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077865/real 1769077865]  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077865.365470:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077865.365471:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077865.365473:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077865.365475:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077865.365477:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077865.365479:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077865.365483:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077865.365490:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365496:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077865.365497:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365499:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077865.365500:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077865.365504:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365511:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077865.365514:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365521:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077865.365523:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365525:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077865.365526:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365528:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077865.365530:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077865.365533:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077865.365536:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077865.365538:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077865.365543:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077865.365550:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171392:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077865.365587:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365589:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077865.365593:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612171392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077865.365600:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077865.365602:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077865.365604:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf000.
02000000:00000001:1.0:1769077865.365606:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077865.365607:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077865.365608:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077865.365609:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077865.365611:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:1.0:1769077865.365612:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077865.365613:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077865.365615:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:1.0:1769077865.365616:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077865.365617:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365618:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077865.365620:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077865.365621:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077865.365623:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077865.365624:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077865.748648:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077865.748653:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077865.748748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077865.748751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077865.748754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077866.388668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077866.388673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077866.388675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077866.388679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077866.388681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077866.388685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077866.388687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077866.388689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077866.388691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077866.772703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077866.772713:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077866.772844:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077866.772850:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077866.772854:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077867.412647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077867.412653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077867.412655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077867.412659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077867.412663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077867.412665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077867.412667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077867.412670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077867.412672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077867.796650:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077867.796658:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077867.796716:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077867.796720:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077867.796723:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077868.436660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077868.436666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077868.436668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077868.436674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077868.436678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077868.436682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077868.436684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077868.436687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077868.436690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077868.820663:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077868.820669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077868.820726:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077868.820730:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077868.820733:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077869.460655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077869.460661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077869.460662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077869.460666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077869.460669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077869.460672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077869.460674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077869.460676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077869.460678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077869.844641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077869.844648:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077869.844717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077869.844722:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077869.844725:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077869.972675:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299527235, at 4299527680
00000100:00000010:1.0:1769077869.972690:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000040:0.0:1769077869.972698:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299527235, at 4299527680
00000100:00000010:0.0:1769077869.972716:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000001:2.0:1769077870.484684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077870.484693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769077870.484694:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077870.484695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077870.484703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:1.0:1769077870.484705:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077870.484708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077870.484710:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077870.484713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077870.484715:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077870.484717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077870.484722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077870.484723:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077870.484726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077870.484734:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4855
00000400:00000200:1.0:1769077870.484747:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077870.484754:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077870.484759:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077870.484763:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077870.484767:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077870.484783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077870.484786:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077870.484791:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077870.484798:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769077870.484802:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077870.484805:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769077870.484808:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769077870.484811:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769077870.484815:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077870.484817:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077870.484820:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077870.484822:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077870.484826:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769077870.484829:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077870.484832:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077870.484836:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077870.484840:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077870.484844:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077870.484847:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077870.484850:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077870.484862:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833480.
00000020:00000040:1.0:1769077870.484873:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769077870.484881:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077870.484883:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077870.484887:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077870.484890:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077870.484896:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077870.484905:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acf000.
00000100:00000001:1.0:1769077870.484912:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077870.484922:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077870.484935:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077870.484941:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077870.484947:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb0d696] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077870.484972:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077870.484975:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077870.484979:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077870.484981:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077870.484983:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077870.484985:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077870.484988:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4855
00000400:00000200:1.0:1769077870.484993:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077870.484998:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077870.485001:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077870.485003:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077870.485007:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077870.485008:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077870.485012:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077870.485012:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077870.485017:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077870.485023:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:2.0:1769077870.485023:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077870.485028:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077870.485031:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769077870.485034:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769077870.485038:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1769077870.485039:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769077870.485040:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769077870.485046:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077870.485047:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1769077870.485049:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769077870.485051:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077870.485055:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077870.485058:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00100000:2.0:1769077870.485061:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171520:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077870.485063:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769077870.485068:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769077870.485069:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077870.485073:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769077870.485073:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077870.485077:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077870.485078:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769077870.485081:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769077870.485084:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000010:2.0:1769077870.485087:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077870.485091:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077870.485095:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077870.485100:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:1.0:1769077870.485102:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1769077870.485106:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
02000000:00000001:1.0:1769077870.485110:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769077870.485114:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
02000000:00000001:1.0:1769077870.485115:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077870.485120:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:2.0:1769077870.485123:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171520, portal 25
00000008:00100000:1.0:1769077870.485126:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769077870.485127:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077870.485129:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455726720 : -118662253824896 : ffff9413ca833480)
00000008:00000001:1.0:1769077870.485133:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077870.485137:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077870.485138:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077870.485145:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830a80.
00000100:00000001:2.0:1769077870.485147:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1769077870.485150:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000040:2.0:1769077870.485152:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
02000000:00000001:1.0:1769077870.485157:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077870.485158:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
02000000:00000001:1.0:1769077870.485161:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077870.485163:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612171520, offset 0
00000100:00000001:1.0:1769077870.485165:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077870.485168:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077870.485170:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077870.485172:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
02000000:00000010:1.0:1769077870.485176:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acc800.
00000100:00000001:1.0:1769077870.485182:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077870.485182:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:1.0:1769077870.485192:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769077870.485193:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077870.485201:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077870.485207:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000001:1.0:1769077870.485208:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077870.485213:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077870.485214:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077870.485217:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077870.485223:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3724:3724:256:4294967295] 192.168.204.106@tcp LPNI seq info [3723:3723:8:4294967295]
00000100:00000040:1.0:1769077870.485224:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e99011e] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077870.485232:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077870.485243:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077870.485248:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769077870.485249:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077870.485256:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769077870.485257:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769077870.485263:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769077870.485265:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000100:00000040:1.0:1769077870.485271:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769077870.485277:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:1.0:1769077870.485278:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4865)
00000800:00000200:2.0:1769077870.485283:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077870.485289:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077870.485293:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077870.485296:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077870.485298:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077870.485303:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077870.485307:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077870.485312:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077870.485314:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077870.485320:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077870.485323:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485329:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077870.485332:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485337:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077870.485339:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077870.485343:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077870.485347:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077870.485350:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299532355
00000100:00000010:2.0:1769077870.485354:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bcc0.
00000100:00000001:2.0:1769077870.485360:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077870.485366:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299532355
00000100:00000010:2.0:1769077870.485368:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b720.
00000100:00000001:2.0:1769077870.485370:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077870.485373:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077870.485375:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077870.485377:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077870.485380:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077870/real 1769077870]  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077870.485386:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077870.485388:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077870.485390:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077870.485392:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077870.485393:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077870.485395:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077870.485397:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077870.485404:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485413:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077870.485414:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485417:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077870.485418:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077870.485421:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485425:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077870.485429:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485433:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077870.485435:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485436:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077870.485437:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485439:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077870.485440:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077870.485442:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077870.485445:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077870.485447:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077870.485450:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077870.485455:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171520:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077870.485458:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485459:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077870.485461:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833480 x1855007612171520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485480:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077870.485482:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077870.485485:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077870.485487:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077870.485489:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077870.485491:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077870.485493:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077870.485495:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf000.
02000000:00000001:2.0:1769077870.485499:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077870.485501:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077870.485502:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833480.
00000100:00000001:2.0:1769077870.485505:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077870.485506:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485507:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485514:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077870.485515:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077870.485516:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077870.485517:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077870.485518:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077870.485521:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485528:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077870.485530:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077870.485532:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077870.485534:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077870.485537:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077870.485540:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171648:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077870.485544:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077870.485545:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077870.485547:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077870.485549:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077870.485573:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077870.485576:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077870.485581:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077870.485584:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077870.485588:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077870.485591:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171648, portal 10
00000100:00000001:2.0:1769077870.485593:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077870.485595:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455715968 : -118662253835648 : ffff9413ca830a80)
00000100:00000040:2.0:1769077870.485602:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485607:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077870.485608:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077870.485610:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077870.485612:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612171648, offset 0
00000400:00000200:2.0:1769077870.485615:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077870.485618:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077870.485621:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077870.485623:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077870.485625:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077870.485627:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077870.485629:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077870.485632:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3725:3725:256:4294967295] 192.168.204.106@tcp LPNI seq info [3724:3724:8:4294967295]
00000400:00000200:2.0:1769077870.485635:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077870.485640:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077870.485642:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077870.485644:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077870.485647:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077870.485649:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1769077870.485653:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077870.485655:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1769077870.485657:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077870.485659:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077870.485661:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077870.485663:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077870.485666:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077870.485667:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077870.485669:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077870.485671:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485681:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077870.485683:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485688:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077870.485689:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077870.485691:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077870.485694:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077870.485696:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077870.485697:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299528992
00000100:00000001:2.0:1769077870.485700:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299532355
00000100:00000001:2.0:1769077870.485701:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299528992
00000100:00000001:2.0:1769077870.485703:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299532355
00000100:00000001:2.0:1769077870.485705:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077870.485706:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077870.485707:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077870.485709:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077870/real 1769077870]  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077870.485714:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077870.485715:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077870.485716:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077870.485717:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077870.485718:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077870.485719:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077870.485721:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077870.485727:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485731:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077870.485733:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485734:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077870.485735:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077870.485738:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485742:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077870.485744:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485749:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077870.485750:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485751:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077870.485752:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485753:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077870.485754:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077870.485756:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077870.485757:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077870.485759:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077870.485761:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077870.485766:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171648:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077870.485781:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485784:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077870.485788:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830a80 x1855007612171648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077870.485795:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077870.485796:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077870.485798:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077870.485799:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077870.485800:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077870.485802:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077870.485803:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077870.485805:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc800.
02000000:00000001:2.0:1769077870.485806:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077870.485807:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077870.485809:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830a80.
00000100:00000001:2.0:1769077870.485810:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077870.485811:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485813:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077870.485815:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077870.485816:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077870.485818:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077870.485819:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077870.868693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077870.868700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077870.868800:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077870.868805:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077870.868810:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077871.508687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077871.508697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077871.508701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077871.508706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077871.508711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077871.508715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077871.508718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077871.508720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077871.508723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077871.892674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077871.892684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077871.892782:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077871.892786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077871.892790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077872.532666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077872.532674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077872.532676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077872.532681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077872.532685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077872.532689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077872.532691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077872.532694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077872.532697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077872.916687:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077872.916694:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077872.916768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077872.916771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077872.916774:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077873.556667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077873.556674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077873.556675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077873.556680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077873.556683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077873.556686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077873.556688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077873.556690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077873.556692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077873.940631:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077873.940639:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077873.940751:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077873.940759:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077873.940765:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077874.580656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077874.580664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077874.580666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077874.580672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077874.580676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077874.580679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077874.580682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077874.580685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077874.580688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.964647:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077874.964656:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077874.964658:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077874.964661:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.964666:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077874.964668:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.964670:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077874.964673:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077874.964748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077874.964752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077874.964755:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077875.092658:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299532355, at 4299532800
00000100:00000010:1.0:1769077875.092675:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b720.
00000100:00000040:0.0:1769077875.092685:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299532355, at 4299532800
00000100:00000010:0.0:1769077875.092716:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bcc0.
00000100:00000001:2.0:1769077875.604616:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077875.604621:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077875.604623:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077875.604627:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077875.604630:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769077875.604632:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077875.604633:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.604638:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077875.604641:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769077875.604643:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077875.604644:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.604647:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077875.604651:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077875.604654:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077875.604660:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4860
00000400:00000200:1.0:1769077875.604668:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077875.604675:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077875.604678:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077875.604681:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077875.604694:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.604697:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077875.604699:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077875.604702:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077875.604704:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769077875.604705:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077875.604709:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769077875.604711:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769077875.604714:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769077875.604716:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077875.604718:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.604719:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077875.604720:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077875.604722:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769077875.604725:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077875.604728:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077875.604730:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077875.604733:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077875.604736:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.604737:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077875.604739:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077875.604745:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831880.
00000020:00000040:1.0:1769077875.604749:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769077875.604753:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077875.604754:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.604757:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077875.604759:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077875.604762:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077875.604768:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace800.
00000100:00000001:1.0:1769077875.604773:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077875.604780:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077875.604788:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077875.604791:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077875.604794:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006261f685] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077875.604811:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077875.604813:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077875.604815:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077875.604816:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077875.604817:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077875.604820:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077875.604822:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4860
00000400:00000200:1.0:1769077875.604825:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077875.604828:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077875.604829:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769077875.604831:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769077875.604832:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077875.604836:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077875.604837:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077875.604841:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077875.604841:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769077875.604845:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077875.604847:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077875.604849:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000040:2.0:1769077875.604850:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077875.604851:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077875.604854:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769077875.604859:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769077875.604864:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769077875.604866:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077875.604869:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077875.604870:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077875.604873:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077875.604873:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769077875.604875:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077875.604877:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077875.604878:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769077875.604882:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077875.604883:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00100000:2.0:1769077875.604887:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171776:192.168.204.106@tcp:250:kworker.0
00000100:00080000:1.0:1769077875.604889:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077875.604895:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.604895:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077875.604899:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077875.604900:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077875.604903:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077875.604904:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077875.604909:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769077875.604910:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.604913:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077875.604915:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
00000008:00100000:1.0:1769077875.604916:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769077875.604920:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769077875.604921:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.604924:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077875.604927:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830a80.
00000400:00000200:2.0:1769077875.604928:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000020:00000040:1.0:1769077875.604930:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077875.604934:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077875.604934:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
02000000:00000001:1.0:1769077875.604936:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077875.604939:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077875.604940:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769077875.604941:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
02000000:00000001:1.0:1769077875.604942:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077875.604949:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acec00.
00000100:00000200:2.0:1769077875.604950:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171776, portal 25
00000100:00000001:1.0:1769077875.604952:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.604954:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077875.604957:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455719552 : -118662253832064 : ffff9413ca831880)
00000100:00100000:1.0:1769077875.604959:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769077875.604965:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077875.604973:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077875.604978:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077875.604982:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e99011e] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.604996:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077875.605004:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077875.605010:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000001:1.0:1769077875.605012:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769077875.605017:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612171776, offset 0
00000100:00000040:1.0:1769077875.605018:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077875.605025:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077875.605031:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769077875.605032:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077875.605038:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769077875.605043:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:1.0:1769077875.605044:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4871)
00000400:00000200:2.0:1769077875.605051:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077875.605057:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077875.605061:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077875.605064:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077875.605067:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077875.605070:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3726:3726:256:4294967295] 192.168.204.106@tcp LPNI seq info [3725:3725:8:4294967295]
00000400:00000200:2.0:1769077875.605075:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077875.605087:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077875.605093:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077875.605098:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077875.605106:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077875.605110:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077875.605116:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077875.605120:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077875.605125:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077875.605128:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077875.605132:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077875.605137:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077875.605141:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077875.605143:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077875.605146:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077875.605150:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605157:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077875.605159:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605164:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.605166:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077875.605170:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077875.605174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077875.605176:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299537475
00000100:00000010:2.0:1769077875.605180:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bf00.
00000100:00000001:2.0:1769077875.605185:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077875.605190:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299537475
00000100:00000010:2.0:1769077875.605192:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b300.
00000100:00000001:2.0:1769077875.605194:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077875.605197:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077875.605198:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.605200:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077875.605203:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875]  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077875.605209:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077875.605210:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077875.605212:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077875.605214:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077875.605215:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077875.605217:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077875.605219:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077875.605225:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605230:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077875.605231:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605233:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077875.605234:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077875.605236:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605241:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077875.605244:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605248:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077875.605250:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605251:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077875.605252:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605254:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077875.605255:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077875.605257:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077875.605260:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077875.605261:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077875.605264:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077875.605270:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612171776:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077875.605275:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605276:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077875.605278:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831880 x1855007612171776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605283:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077875.605285:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077875.605286:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077875.605288:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077875.605290:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077875.605291:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077875.605292:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077875.605294:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace800.
02000000:00000001:2.0:1769077875.605296:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077875.605298:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077875.605299:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831880.
00000100:00000001:2.0:1769077875.605301:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077875.605302:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605303:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605308:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077875.605309:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.605311:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077875.605312:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077875.605313:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077875.605315:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605319:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077875.605320:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077875.605322:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077875.605323:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077875.605325:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077875.605327:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171904:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077875.605329:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077875.605330:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077875.605331:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077875.605333:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077875.605335:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077875.605336:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077875.605339:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077875.605340:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077875.605343:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077875.605345:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612171904, portal 10
00000100:00000001:2.0:1769077875.605346:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077875.605347:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455715968 : -118662253835648 : ffff9413ca830a80)
00000100:00000040:2.0:1769077875.605351:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605356:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077875.605357:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077875.605359:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077875.605361:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612171904, offset 0
00000400:00000200:2.0:1769077875.605363:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077875.605365:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077875.605368:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077875.605370:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077875.605372:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077875.605373:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077875.605375:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077875.605377:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3727:3727:256:4294967295] 192.168.204.106@tcp LPNI seq info [3726:3726:8:4294967295]
00000400:00000200:2.0:1769077875.605380:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077875.605384:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077875.605387:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077875.605389:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077875.605392:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077875.605394:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1769077875.605396:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077875.605398:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1769077875.605401:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077875.605403:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077875.605405:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077875.605407:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077875.605409:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077875.605410:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077875.605411:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077875.605413:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605418:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077875.605420:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077900 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605424:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.605425:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077875.605427:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077875.605429:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077875.605431:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077875.605432:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299534111
00000100:00000001:2.0:1769077875.605435:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299537475
00000100:00000001:2.0:1769077875.605436:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299534111
00000100:00000001:2.0:1769077875.605438:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299537475
00000100:00000001:2.0:1769077875.605439:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077875.605441:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.605442:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077875.605444:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077875/real 1769077875]  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077875.605448:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077875.605449:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077875.605450:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077875.605451:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077875.605452:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077875.605453:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077875.605456:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077875.605461:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605465:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077875.605466:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605467:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077875.605468:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077875.605470:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605474:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077875.605476:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605481:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077875.605482:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605483:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077875.605484:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605485:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077875.605486:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077875.605487:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077875.605489:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077875.605491:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077875.605493:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077875.605498:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612171904:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077875.605500:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605501:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077875.605503:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830a80 x1855007612171904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077900 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077875.605508:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077875.605509:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077875.605510:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077875.605511:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077875.605512:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077875.605513:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077875.605514:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077875.605515:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acec00.
02000000:00000001:2.0:1769077875.605516:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077875.605517:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077875.605518:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830a80.
00000100:00000001:2.0:1769077875.605519:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077875.605520:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605522:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077875.605523:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077875.605524:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077875.605526:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077875.605527:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077875.988701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077875.988707:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077875.988763:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077875.988766:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077875.988769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077876.628680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077876.628688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077876.628691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077876.628697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077876.628701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077876.628705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077876.628708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077876.628711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077876.628714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077877.012682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077877.012689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077877.012758:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077877.012762:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077877.012765:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077877.652704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077877.652710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077877.652711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077877.652717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077877.652720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077877.652724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077877.652727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077877.652730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077877.652732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077878.036692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077878.036698:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077878.036770:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077878.036775:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077878.036778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077878.676684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077878.676692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077878.676695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077878.676701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077878.676704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077878.676709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077878.676711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077878.676713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077878.676715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077879.060662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077879.060670:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077879.060707:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077879.060710:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077879.060713:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077879.700662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077879.700669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077879.700671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077879.700676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077879.700679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077879.700682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077879.700685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077879.700687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077879.700690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077880.084685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077880.084690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077880.084759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077880.084763:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077880.084767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077880.212688:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299537475, at 4299537920
00000100:00000040:0.0:1769077880.212699:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299537475, at 4299537920
00000100:00000010:1.0:1769077880.212711:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b300.
00000100:00000010:0.0:1769077880.212714:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bf00.
00000100:00000001:2.0:1769077880.724693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077880.724703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077880.724706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077880.724713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077880.724719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077880.724722:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077880.724723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.724733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077880.724734:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077880.724738:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077880.724739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077880.724740:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077880.724744:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077880.724749:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4866
00000100:00000001:2.0:1769077880.724755:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077880.724762:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077880.724770:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077880.724773:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077880.724779:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077880.724782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077880.724787:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077880.724790:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077880.724794:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077880.724797:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077880.724799:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077880.724802:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077880.724804:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077880.724807:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077880.724810:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077880.724811:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077880.724812:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077880.724814:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077880.724816:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077880.724818:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077880.724820:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077880.724822:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077880.724824:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077880.724826:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.724827:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077880.724829:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077880.724836:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769077880.724838:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077880.724841:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077880.724842:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.724845:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077880.724848:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077880.724851:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077880.724858:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077880.724864:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077880.724872:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077880.724882:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077880.724886:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077880.724891:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077880.724918:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077880.724921:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077880.724924:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077880.724925:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077880.724927:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077880.724931:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077880.724936:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4866
00000400:00000200:0.0:1769077880.724941:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077880.724942:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077880.724946:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769077880.724947:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769077880.724949:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769077880.724952:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077880.724962:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000040:2.0:1769077880.724962:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077880.724970:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077880.724978:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077880.724987:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077880.724997:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077880.724999:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077880.725005:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077880.725010:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077880.725020:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769077880.725021:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077880.725027:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769077880.725027:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077880.725041:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077880.725042:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:2.0:1769077880.725045:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077880.725048:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1769077880.725049:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077880.725056:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172032:192.168.204.106@tcp:250:kworker.0
00000100:00000040:0.0:1769077880.725057:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077880.725068:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769077880.725069:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077880.725072:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:2.0:1769077880.725076:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077880.725078:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:2.0:1769077880.725081:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.725083:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077880.725088:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077880.725089:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077880.725095:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077880.725097:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.725099:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:2.0:1769077880.725099:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077880.725107:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077880.725109:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077880.725113:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.725114:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077880.725117:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000400:00000200:2.0:1769077880.725119:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000020:00000040:0.0:1769077880.725123:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077880.725126:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769077880.725127:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
02000000:00000001:0.0:1769077880.725131:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077880.725133:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077880.725135:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077880.725137:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077880.725140:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000400:00000010:2.0:1769077880.725141:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:0.0:1769077880.725144:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077880.725149:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769077880.725151:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172032, portal 25
00000100:00000001:2.0:1769077880.725157:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077880.725163:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000001:0.0:1769077880.725170:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077880.725174:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077880.725189:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077880.725189:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725249:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077880.725253:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077880.725254:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077880.725259:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000040:0.0:1769077880.725261:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077880.725265:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612172032, offset 0
00000400:00000200:2.0:1769077880.725271:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077880.725281:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077880.725284:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077880.725286:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077880.725290:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4876)
00000400:00000200:2.0:1769077880.725290:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077880.725305:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077880.725314:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077880.725319:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077880.725324:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077880.725335:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077880.725340:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3728:3728:256:4294967295] 192.168.204.106@tcp LPNI seq info [3727:3727:8:4294967295]
00000400:00000200:2.0:1769077880.725345:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077880.725356:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077880.725363:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077880.725369:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077880.725378:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077880.725382:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077880.725388:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077880.725391:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077880.725395:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077880.725397:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077880.725403:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077880.725407:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077880.725411:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077880.725413:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077880.725417:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077880.725421:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725429:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077880.725431:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725436:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.725437:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077880.725442:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077880.725446:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077880.725448:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299542595
00000100:00000010:2.0:1769077880.725452:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b360.
00000100:00000001:2.0:1769077880.725459:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077880.725471:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299542595
00000100:00000010:2.0:1769077880.725475:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bf00.
00000100:00000001:2.0:1769077880.725478:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077880.725480:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077880.725483:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.725485:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077880.725492:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880]  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077880.725499:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077880.725501:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077880.725503:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077880.725505:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077880.725506:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077880.725507:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077880.725510:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077880.725515:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725520:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077880.725521:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725522:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077880.725524:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077880.725526:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725530:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077880.725533:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725537:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077880.725539:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725540:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077880.725540:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725542:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077880.725543:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077880.725546:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077880.725548:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077880.725568:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077880.725574:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077880.725582:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172032:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077880.725587:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725589:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077880.725592:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612172032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725614:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077880.725617:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077880.725619:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077880.725621:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077880.725623:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077880.725624:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077880.725626:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077880.725628:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:2.0:1769077880.725632:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077880.725634:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077880.725635:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:2.0:1769077880.725638:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077880.725639:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725640:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725647:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077880.725648:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.725650:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077880.725651:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077880.725652:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077880.725655:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725660:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077880.725661:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077880.725663:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077880.725664:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077880.725666:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077880.725668:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172160:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077880.725670:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077880.725671:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077880.725673:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077880.725674:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077880.725676:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077880.725677:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077880.725680:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077880.725682:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077880.725684:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077880.725687:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172160, portal 10
00000100:00000001:2.0:1769077880.725689:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077880.725690:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557633408 : -118662151918208 : ffff9413d0962d80)
00000100:00000040:2.0:1769077880.725696:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725702:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077880.725704:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077880.725706:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077880.725708:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612172160, offset 0
00000400:00000200:2.0:1769077880.725712:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077880.725716:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077880.725720:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077880.725722:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077880.725725:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077880.725727:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077880.725730:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077880.725732:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3729:3729:256:4294967295] 192.168.204.106@tcp LPNI seq info [3728:3728:8:4294967295]
00000400:00000200:2.0:1769077880.725736:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077880.725742:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077880.725747:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077880.725750:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077880.725753:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077880.725755:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1769077880.725758:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077880.725759:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1769077880.725762:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077880.725763:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077880.725765:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077880.725767:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077880.725769:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077880.725770:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077880.725772:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077880.725774:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725780:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077880.725781:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077905 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725785:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.725786:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077880.725788:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077880.725791:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077880.725793:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077880.725795:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299539232
00000100:00000001:2.0:1769077880.725797:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299542595
00000100:00000001:2.0:1769077880.725798:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299539232
00000100:00000001:2.0:1769077880.725799:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299542595
00000100:00000001:2.0:1769077880.725801:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077880.725802:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.725803:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077880.725805:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077880/real 1769077880]  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077880.725814:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077880.725815:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077880.725816:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077880.725817:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077880.725818:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077880.725819:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077880.725821:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077880.725828:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725834:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077880.725836:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725846:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077880.725848:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077880.725853:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725859:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077880.725863:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725870:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077880.725873:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725874:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077880.725875:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725877:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077880.725878:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077880.725880:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077880.725882:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077880.725884:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077880.725887:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077880.725892:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172160:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077880.725894:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725895:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077880.725897:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612172160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077905 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077880.725900:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077880.725901:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077880.725903:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077880.725905:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077880.725906:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077880.725906:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077880.725908:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077880.725909:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:2.0:1769077880.725910:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077880.725911:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077880.725912:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:2.0:1769077880.725914:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077880.725915:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725916:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077880.725918:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077880.725919:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077880.725920:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077880.725921:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077881.108663:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077881.108668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077881.108738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077881.108742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077881.108745:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077881.748664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077881.748672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077881.748673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077881.748678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077881.748682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077881.748684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077881.748686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077881.748688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077881.748691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077882.132707:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077882.132716:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077882.132850:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077882.132855:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077882.132860:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077882.772700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077882.772710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077882.772712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077882.772717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077882.772719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077882.772722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077882.772724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077882.772726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077882.772728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077883.156676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077883.156682:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077883.156741:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077883.156745:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077883.156747:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077883.796615:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077883.796620:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077883.796622:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077883.796626:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077883.796629:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077883.796631:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077883.796633:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077883.796635:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077883.796637:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077884.180661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077884.180669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077884.180752:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077884.180757:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077884.180761:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077884.820634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077884.820640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077884.820642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077884.820645:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077884.820648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077884.820651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077884.820652:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077884.820654:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077884.820656:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.204661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077885.204669:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077885.204671:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077885.204674:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.204678:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077885.204681:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.204683:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.204685:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077885.204746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077885.204749:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077885.204751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077885.332670:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299542595, at 4299543040
00000100:00000040:0.0:1769077885.332678:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299542595, at 4299543040
00000100:00000010:1.0:1769077885.332686:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bf00.
00000100:00000010:0.0:1769077885.332687:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b360.
00000100:00080000:2.0:1769077885.844756:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077885.844774:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077885.844778:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077885.844780:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077885.844782:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077885.844785:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077885.844788:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077885.844789:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077885.844795:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077885.844797:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4871
00000100:00000001:1.0:1769077885.844799:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077885.844804:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077885.844806:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077885.844808:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077885.844812:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077885.844815:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077885.844817:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077885.844820:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077885.844826:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.844829:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077885.844832:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.844835:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077885.844839:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077885.844841:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077885.844844:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077885.844847:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077885.844849:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077885.844852:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077885.844855:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.844856:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077885.844859:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.844860:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077885.844862:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077885.844864:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077885.844866:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077885.844868:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077885.844870:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077885.844872:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077885.844873:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077885.844875:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077885.844882:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077885.844885:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077885.844887:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077885.844888:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077885.844890:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077885.844892:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077885.844895:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077885.844903:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077885.844910:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077885.844918:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077885.844928:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077885.844933:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077885.844938:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077885.844957:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077885.844960:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077885.844963:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077885.844964:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077885.844966:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077885.844969:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077885.844973:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4871
00000100:00000001:1.0:1769077885.844976:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769077885.844979:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077885.844981:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077885.844984:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1769077885.844985:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077885.844989:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077885.844994:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077885.844995:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.845000:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077885.845004:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.845008:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077885.845011:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077885.845013:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077885.845015:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769077885.845016:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077885.845019:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077885.845019:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077885.845023:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769077885.845026:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769077885.845026:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769077885.845031:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077885.845031:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.845034:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077885.845037:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077885.845037:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077885.845042:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00100000:1.0:1769077885.845046:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172288:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077885.845050:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077885.845051:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769077885.845054:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769077885.845058:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077885.845060:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077885.845062:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077885.845067:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077885.845069:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077885.845071:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077885.845075:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077885.845078:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077885.845078:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077885.845084:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077885.845084:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077885.845090:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
02000000:00000010:1.0:1769077885.845091:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000020:00000040:2.0:1769077885.845093:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077885.845096:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077885.845097:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077885.845100:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077885.845102:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077885.845102:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077885.845105:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077885.845110:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000400:00000200:1.0:1769077885.845114:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077885.845115:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077885.845120:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00100000:2.0:1769077885.845121:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077885.845129:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769077885.845129:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077885.845131:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077885.845136:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077885.845138:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172288, portal 25
00000100:00000001:1.0:1769077885.845144:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077885.845147:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569956864 : -118662139594752 : ffff9413d1523800)
00000100:00000001:2.0:1769077885.845153:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077885.845158:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077885.845163:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077885.845170:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077885.845171:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077885.845178:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077885.845181:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077885.845183:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077885.845186:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000040:2.0:1769077885.845188:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4881)
00000100:00000200:1.0:1769077885.845191:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612172288, offset 0
00000400:00000200:1.0:1769077885.845200:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077885.845208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077885.845214:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077885.845220:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077885.845225:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077885.845228:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077885.845231:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077885.845234:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3730:3730:256:4294967295] 192.168.204.106@tcp LPNI seq info [3729:3729:8:4294967295]
00000400:00000200:1.0:1769077885.845239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077885.845249:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077885.845255:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077885.845260:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077885.845267:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077885.845270:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077885.845276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077885.845280:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077885.845285:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077885.845287:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077885.845301:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077885.845305:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077885.845310:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077885.845312:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077885.845316:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077885.845320:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845335:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077885.845338:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845345:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077885.845347:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077885.845352:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077885.845356:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077885.845358:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299547715
00000100:00000010:1.0:1769077885.845363:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769077885.845370:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077885.845376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299547715
00000100:00000010:1.0:1769077885.845379:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769077885.845382:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077885.845385:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077885.845387:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077885.845389:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077885.845393:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885]  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077885.845402:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077885.845403:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077885.845405:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077885.845408:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077885.845409:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077885.845412:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077885.845416:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077885.845424:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845431:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077885.845433:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845436:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077885.845437:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077885.845441:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845448:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077885.845453:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845460:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077885.845463:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845465:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077885.845466:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845469:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077885.845471:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077885.845473:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077885.845476:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077885.845478:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077885.845483:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077885.845491:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172288:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077885.845496:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845498:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077885.845501:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523800 x1855007612172288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845507:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077885.845521:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077885.845524:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077885.845527:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077885.845529:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077885.845538:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077885.845540:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077885.845542:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d400.
02000000:00000001:1.0:1769077885.845546:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077885.845549:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077885.845550:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523800.
00000100:00000001:1.0:1769077885.845576:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077885.845577:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845579:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845586:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077885.845587:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077885.845590:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077885.845591:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077885.845593:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077885.845596:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845603:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077885.845605:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077885.845607:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077885.845609:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077885.845611:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077885.845613:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172416:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077885.845617:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077885.845618:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077885.845620:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077885.845622:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077885.845624:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077885.845626:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077885.845630:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077885.845633:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077885.845636:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077885.845639:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172416, portal 10
00000100:00000001:1.0:1769077885.845641:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077885.845642:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569942528 : -118662139609088 : ffff9413d1520000)
00000100:00000040:1.0:1769077885.845648:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845655:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077885.845658:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077885.845660:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077885.845662:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612172416, offset 0
00000400:00000200:1.0:1769077885.845666:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077885.845669:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077885.845672:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077885.845675:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077885.845678:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077885.845680:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077885.845683:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077885.845686:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3731:3731:256:4294967295] 192.168.204.106@tcp LPNI seq info [3730:3730:8:4294967295]
00000400:00000200:1.0:1769077885.845690:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077885.845697:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077885.845702:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077885.845705:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077885.845709:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077885.845712:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077885.845716:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077885.845718:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077885.845722:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077885.845724:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077885.845726:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077885.845730:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077885.845733:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077885.845735:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077885.845737:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077885.845740:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845748:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077885.845751:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845764:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077885.845765:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077885.845768:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077885.845771:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077885.845774:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077885.845776:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299544352
00000100:00000001:1.0:1769077885.845779:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299547715
00000100:00000001:1.0:1769077885.845781:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299544352
00000100:00000001:1.0:1769077885.845783:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299547715
00000100:00000001:1.0:1769077885.845786:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077885.845788:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077885.845789:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077885.845793:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077885/real 1769077885]  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077885.845801:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077885.845802:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077885.845804:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077885.845805:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077885.845807:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077885.845809:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077885.845812:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077885.845821:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845828:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077885.845829:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845831:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077885.845833:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077885.845836:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845843:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077885.845847:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845853:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077885.845855:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845856:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077885.845858:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845859:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077885.845861:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077885.845864:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077885.845867:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077885.845869:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077885.845873:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077885.845880:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172416:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077885.845884:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845885:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077885.845888:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520000 x1855007612172416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077885.845894:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077885.845896:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077885.845897:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077885.845900:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077885.845901:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077885.845902:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077885.845904:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077885.845906:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855dc00.
02000000:00000001:1.0:1769077885.845908:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077885.845910:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077885.845911:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520000.
00000100:00000001:1.0:1769077885.845913:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077885.845914:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845916:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077885.845919:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077885.845920:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077885.845927:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077885.845929:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077886.228654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077886.228660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077886.228729:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077886.228733:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077886.228736:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077886.868694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077886.868704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077886.868706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077886.868713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077886.868718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077886.868722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077886.868725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077886.868728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077886.868731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077887.252659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077887.252667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077887.252728:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077887.252733:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077887.252737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077887.892680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077887.892688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077887.892690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077887.892696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077887.892699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077887.892703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077887.892705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077887.892707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077887.892709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077888.276681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077888.276688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077888.276754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077888.276759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077888.276762:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077888.916684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077888.916693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077888.916695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077888.916702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077888.916707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077888.916711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077888.916714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077888.916717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077888.916720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077889.300630:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077889.300637:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077889.300690:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077889.300694:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077889.300697:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077889.940619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077889.940626:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077889.940628:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077889.940633:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077889.940637:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077889.940640:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077889.940643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077889.940646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077889.940648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077890.324657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077890.324664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077890.324730:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077890.324734:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077890.324737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077890.452638:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299547715, at 4299548160
00000100:00000040:1.0:1769077890.452638:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299547715, at 4299548160
00000100:00000010:0.0:1769077890.452651:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000010:1.0:1769077890.452662:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769077890.964626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077890.964632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077890.964634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077890.964638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077890.964641:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077890.964642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077890.964646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769077890.964647:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077890.964649:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077890.964650:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077890.964652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.964656:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077890.964656:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077890.964662:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077890.964670:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4876
00000400:00000200:3.0:1769077890.964682:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077890.964688:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077890.964691:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077890.964694:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964696:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077890.964699:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964701:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077890.964705:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077890.964707:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077890.964709:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077890.964712:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077890.964714:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077890.964716:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077890.964719:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964721:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077890.964722:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964724:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077890.964726:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077890.964729:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964732:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077890.964734:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077890.964737:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077890.964740:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077890.964743:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077890.964745:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077890.964754:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769077890.964757:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077890.964761:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077890.964763:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077890.964765:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077890.964768:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077890.964771:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077890.964779:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077890.964785:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077890.964791:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077890.964798:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077890.964801:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077890.964804:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077890.964819:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077890.964821:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077890.964824:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077890.964825:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077890.964826:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077890.964828:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077890.964830:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4876
00000400:00000200:3.0:1769077890.964833:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077890.964835:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077890.964837:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077890.964839:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964841:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077890.964842:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964843:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077890.964845:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077890.964845:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077890.964848:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077890.964850:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769077890.964850:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077890.964851:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077890.964854:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077890.964855:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077890.964856:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769077890.964859:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964861:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077890.964864:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:1.0:1769077890.964865:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077890.964866:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077890.964870:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077890.964875:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077890.964879:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.964881:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077890.964881:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077890.964883:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077890.964886:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077890.964888:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077890.964890:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077890.964891:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077890.964892:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077890.964895:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077890.964897:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077890.964900:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172544:192.168.204.106@tcp:250:kworker.0
00000008:00000001:3.0:1769077890.964901:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077890.964905:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.964906:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1769077890.964908:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
02000000:00000001:1.0:1769077890.964910:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1769077890.964911:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077890.964913:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077890.964914:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077890.964916:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077890.964916:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077890.964919:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077890.964920:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769077890.964921:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:3.0:1769077890.964922:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077890.964925:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077890.964928:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077890.964931:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077890.964932:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077890.964937:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00100000:3.0:1769077890.964938:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077890.964943:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:3.0:1769077890.964945:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077890.964948:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077890.964950:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077890.964951:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172544, portal 25
00000100:00000001:1.0:1769077890.964956:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077890.964958:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000001:3.0:1769077890.964960:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077890.964963:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077890.964964:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077890.964969:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077890.964975:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077890.964977:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077890.964981:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769077890.964982:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077890.964983:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077890.964988:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612172544, offset 0
00000100:00000040:3.0:1769077890.964991:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4886)
00000400:00000200:1.0:1769077890.964994:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077890.965001:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077890.965012:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077890.965016:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077890.965019:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077890.965022:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077890.965024:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077890.965027:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3732:3732:256:4294967295] 192.168.204.106@tcp LPNI seq info [3731:3731:8:4294967295]
00000400:00000200:1.0:1769077890.965029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077890.965035:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077890.965041:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077890.965045:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077890.965049:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077890.965052:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077890.965056:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077890.965058:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077890.965061:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077890.965063:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077890.965066:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077890.965069:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077890.965072:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077890.965074:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077890.965077:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077890.965079:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965085:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077890.965087:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965092:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.965093:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077890.965096:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077890.965098:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077890.965100:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299552835
00000100:00000010:1.0:1769077890.965104:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769077890.965109:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077890.965121:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299552835
00000100:00000010:1.0:1769077890.965123:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042de0.
00000100:00000001:1.0:1769077890.965126:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077890.965128:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077890.965129:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.965131:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077890.965134:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890]  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077890.965144:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077890.965145:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077890.965146:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077890.965148:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077890.965149:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077890.965151:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077890.965153:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077890.965159:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965163:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077890.965165:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965166:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077890.965168:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077890.965170:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965174:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077890.965177:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965181:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077890.965183:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965184:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077890.965185:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965187:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077890.965188:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077890.965189:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077890.965192:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077890.965193:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077890.965195:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077890.965201:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172544:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077890.965204:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965205:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077890.965206:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612172544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965210:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077890.965212:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077890.965213:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077890.965215:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077890.965216:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077890.965217:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077890.965219:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077890.965220:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:1.0:1769077890.965227:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077890.965229:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077890.965230:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:1.0:1769077890.965232:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077890.965233:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965235:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965239:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077890.965240:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.965241:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077890.965242:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077890.965243:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077890.965245:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965249:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077890.965250:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077890.965252:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077890.965253:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077890.965255:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077890.965258:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172672:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077890.965262:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077890.965264:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077890.965265:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077890.965267:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077890.965269:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077890.965271:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077890.965275:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077890.965277:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077890.965280:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077890.965283:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172672, portal 10
00000100:00000001:1.0:1769077890.965285:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077890.965286:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
00000100:00000040:1.0:1769077890.965293:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965299:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077890.965302:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077890.965304:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077890.965306:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612172672, offset 0
00000400:00000200:1.0:1769077890.965310:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077890.965312:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077890.965315:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077890.965317:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077890.965318:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077890.965320:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077890.965321:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077890.965323:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3733:3733:256:4294967295] 192.168.204.106@tcp LPNI seq info [3732:3732:8:4294967295]
00000400:00000200:1.0:1769077890.965326:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077890.965329:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077890.965332:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077890.965334:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077890.965336:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077890.965338:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077890.965341:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077890.965343:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077890.965345:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077890.965346:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077890.965348:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077890.965350:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077890.965352:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077890.965353:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077890.965354:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077890.965357:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965361:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077890.965363:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965367:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.965368:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077890.965370:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077890.965372:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077890.965374:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077890.965376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299549471
00000100:00000001:1.0:1769077890.965377:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299552835
00000100:00000001:1.0:1769077890.965379:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299549471
00000100:00000001:1.0:1769077890.965380:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299552835
00000100:00000001:1.0:1769077890.965381:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077890.965382:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.965383:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077890.965385:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077890/real 1769077890]  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077890.965389:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077890.965390:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077890.965391:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077890.965393:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077890.965394:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077890.965395:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077890.965397:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077890.965401:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965404:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077890.965405:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965406:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077890.965407:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077890.965409:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965413:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077890.965415:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965418:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077890.965419:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965420:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077890.965421:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965422:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077890.965423:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077890.965444:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077890.965446:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077890.965447:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077890.965449:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077890.965454:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172672:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077890.965456:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965457:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077890.965459:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612172672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077890.965463:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077890.965464:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077890.965465:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077890.965466:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077890.965467:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077890.965467:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077890.965468:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077890.965470:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:1.0:1769077890.965471:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077890.965472:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077890.965473:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:1.0:1769077890.965474:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077890.965475:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965476:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077890.965478:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077890.965479:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077890.965480:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077890.965481:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077891.348660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077891.348666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077891.348732:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077891.348736:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077891.348739:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077891.988691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077891.988696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077891.988698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077891.988702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077891.988705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077891.988707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077891.988709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077891.988711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077891.988713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077892.372646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077892.372657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077892.372710:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077892.372713:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077892.372716:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077893.012619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077893.012626:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077893.012628:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077893.012634:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077893.012638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077893.012641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077893.012643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077893.012646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077893.012648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077893.396686:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077893.396695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077893.396765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077893.396770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077893.396782:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077894.036658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077894.036665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077894.036667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077894.036672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077894.036675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077894.036678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077894.036680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077894.036683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077894.036686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077894.420681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077894.420687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077894.420748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077894.420751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077894.420754:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077895.060657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077895.060662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077895.060664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077895.060668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077895.060670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077895.060673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077895.060675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077895.060677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077895.060679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.444615:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077895.444622:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077895.444623:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077895.444625:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.444628:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077895.444630:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.444631:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.444633:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077895.444685:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077895.444688:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077895.444690:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077895.572652:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299552835, at 4299553280
00000100:00000040:0.0:1769077895.572653:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299552835, at 4299553280
00000100:00000010:0.0:1769077895.572667:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00000010:1.0:1769077895.572669:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000001:2.0:1769077896.084692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769077896.084692:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077896.084703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077896.084707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077896.084710:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077896.084715:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077896.084716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077896.084723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077896.084724:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077896.084728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077896.084733:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077896.084734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077896.084741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077896.084745:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077896.084763:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4881
00000400:00000200:3.0:1769077896.084945:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077896.084953:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077896.084958:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077896.084963:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077896.084967:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.084971:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077896.084975:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077896.084980:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077896.084984:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077896.084987:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077896.084991:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077896.084994:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077896.084997:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077896.085001:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085005:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.085009:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085010:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077896.085014:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077896.085017:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085019:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077896.085022:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077896.085026:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077896.085028:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.085030:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077896.085033:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077896.085043:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769077896.085058:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077896.085064:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077896.085066:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.085070:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077896.085074:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077896.085080:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077896.085091:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769077896.085101:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077896.085114:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077896.085129:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077896.085133:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.085138:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077896.085158:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077896.085162:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077896.085167:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077896.085169:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077896.085171:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077896.085174:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077896.085178:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4881
00000400:00000200:3.0:1769077896.085183:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077896.085188:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077896.085191:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077896.085195:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085198:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077896.085201:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085204:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077896.085205:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077896.085208:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077896.085210:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077896.085212:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077896.085215:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077896.085217:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077896.085221:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:1.0:1769077896.085224:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077896.085225:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769077896.085232:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077896.085242:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077896.085243:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077896.085247:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.085248:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077896.085254:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077896.085254:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085260:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077896.085261:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769077896.085265:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769077896.085268:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077896.085275:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172800:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077896.085281:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077896.085286:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077896.085289:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077896.085293:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077896.085299:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077896.085302:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077896.085310:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077896.085315:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077896.085323:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077896.085332:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172800, portal 25
00000100:00000001:1.0:1769077896.085335:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077896.085369:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
00000100:00000040:1.0:1769077896.085377:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085387:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077896.085390:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077896.085395:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077896.085399:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612172800, offset 0
00000400:00000200:1.0:1769077896.085407:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077896.085416:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077896.085425:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077896.085434:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077896.085440:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077896.085445:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077896.085450:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077896.085455:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3734:3734:256:4294967295] 192.168.204.106@tcp LPNI seq info [3733:3733:8:4294967295]
00000400:00000200:1.0:1769077896.085461:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00080000:3.0:1769077896.085465:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085470:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077896.085473:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077896.085480:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077896.085482:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077896.085487:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077896.085489:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077896.085495:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077896.085501:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077896.085502:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769077896.085506:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077896.085512:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000100:00000010:3.0:1769077896.085513:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769077896.085519:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077896.085521:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077896.085523:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077896.085528:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:3.0:1769077896.085528:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077896.085530:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077896.085533:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077896.085536:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
02000000:00000010:3.0:1769077896.085539:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769077896.085544:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077896.085545:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00100000:3.0:1769077896.085577:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077896.085583:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077896.085586:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077896.085589:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077896.085596:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077896.085602:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769077896.085603:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077896.085609:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077896.085612:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077896.085616:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077896.085620:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4891)
00000800:00000100:1.0:1769077896.085622:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077896.085626:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077896.085631:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077896.085635:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077896.085641:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077896.085644:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077896.085648:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077896.085652:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085661:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077896.085665:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085674:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077896.085676:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077896.085683:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077896.085689:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077896.085692:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299557956
00000100:00000010:1.0:1769077896.085698:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042de0.
00000100:00000001:1.0:1769077896.085706:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077896.085714:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299557956
00000100:00000010:1.0:1769077896.085718:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0423c0.
00000100:00000001:1.0:1769077896.085721:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077896.085725:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077896.085728:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077896.085731:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077896.085736:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077896/real 1769077896]  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077896.085746:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077896.085748:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077896.085750:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077896.085753:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077896.085754:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077896.085756:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077896.085759:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077896.085766:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085770:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077896.085772:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.085774:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077896.085775:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077896.085778:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085783:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077896.085787:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085792:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077896.085795:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.085796:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077896.085797:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.085799:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077896.085800:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077896.085803:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077896.085806:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077896.085808:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077896.085810:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077896.085818:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612172800:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077896.085823:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.085825:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077896.085829:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612172800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085836:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077896.085839:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077896.085842:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077896.085846:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077896.085848:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077896.085850:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077896.085852:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077896.085856:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9c00.
02000000:00000001:1.0:1769077896.085860:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077896.085863:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077896.085865:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:1.0:1769077896.085869:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077896.085871:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.085874:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.085882:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077896.085884:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077896.085885:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077896.085887:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077896.085888:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077896.085891:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085897:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077896.085898:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077896.085899:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077896.085901:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077896.085903:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077896.085905:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172928:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077896.085907:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077896.085909:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077896.085910:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077896.085911:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077896.085914:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077896.085916:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077896.085919:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077896.085921:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077896.085924:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077896.085926:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612172928, portal 10
00000100:00000001:1.0:1769077896.085928:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077896.085929:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
00000100:00000040:1.0:1769077896.085942:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.085947:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077896.085949:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077896.085950:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077896.085952:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612172928, offset 0
00000400:00000200:1.0:1769077896.085955:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077896.085958:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077896.085960:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077896.085962:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077896.085964:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077896.085967:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077896.085969:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077896.085971:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3735:3735:256:4294967295] 192.168.204.106@tcp LPNI seq info [3734:3734:8:4294967295]
00000400:00000200:1.0:1769077896.085974:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077896.085979:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077896.085982:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077896.085984:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077896.085987:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077896.085989:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077896.085992:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077896.085995:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077896.085998:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077896.086000:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077896.086002:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077896.086004:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077896.086006:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077896.086008:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077896.086009:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077896.086012:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.086018:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077896.086020:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.086025:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077896.086026:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077896.086028:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077896.086031:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077896.086033:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077896.086034:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299554592
00000100:00000001:1.0:1769077896.086037:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299557956
00000100:00000001:1.0:1769077896.086038:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299554592
00000100:00000001:1.0:1769077896.086040:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299557956
00000100:00000001:1.0:1769077896.086042:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077896.086043:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077896.086045:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077896.086047:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077896/real 1769077896]  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077896.086052:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077896.086053:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077896.086054:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077896.086055:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077896.086056:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077896.086057:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077896.086059:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077896.086065:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.086077:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077896.086078:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.086079:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077896.086080:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077896.086083:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.086087:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077896.086090:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.086094:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077896.086096:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.086097:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077896.086098:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.086099:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077896.086101:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077896.086103:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077896.086106:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077896.086107:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077896.086110:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077896.086115:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612172928:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077896.086117:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.086118:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077896.086120:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612172928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077896.086124:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077896.086125:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077896.086126:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077896.086127:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077896.086128:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077896.086129:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077896.086130:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077896.086132:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:1.0:1769077896.086134:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077896.086135:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077896.086136:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:1.0:1769077896.086138:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077896.086139:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.086140:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077896.086142:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077896.086143:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077896.086145:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077896.086146:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077896.468622:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077896.468627:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077896.468686:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077896.468691:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077896.468694:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077897.108652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077897.108659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077897.108662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077897.108667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077897.108671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077897.108674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077897.108677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077897.108679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077897.108681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077897.492698:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077897.492705:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077897.492783:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077897.492789:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077897.492793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077898.132700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077898.132711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077898.132713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077898.132722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077898.132727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077898.132732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077898.132736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077898.132739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077898.132743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077898.516656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077898.516665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077898.516738:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077898.516742:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077898.516746:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077899.156655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077899.156662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077899.156664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077899.156669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077899.156673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077899.156677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077899.156679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077899.156682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077899.156684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077899.540725:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077899.540735:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077899.540820:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077899.540825:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077899.540829:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077900.180675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077900.180685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077900.180686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077900.180692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077900.180696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077900.180700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077900.180702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077900.180704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077900.180707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077900.564690:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077900.564698:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077900.564753:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077900.564759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077900.564763:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077900.692695:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299557956, at 4299558400
00000100:00000040:1.0:1769077900.692695:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299557956, at 4299558400
00000100:00000010:1.0:1769077900.692715:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000010:0.0:1769077900.692717:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00080000:3.0:1769077901.204688:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077901.204689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077901.204696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077901.204699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077901.204703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769077901.204708:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077901.204709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077901.204714:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769077901.204715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077901.204719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077901.204719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077901.204725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077901.204725:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077901.204728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077901.204734:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4886
00000400:00000200:3.0:1769077901.204745:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077901.204752:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077901.204755:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077901.204758:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077901.204761:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.204764:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077901.204766:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077901.204769:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077901.204771:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769077901.204774:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077901.204776:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769077901.204778:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769077901.204779:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769077901.204781:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077901.204782:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.204784:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077901.204785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077901.204787:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769077901.204790:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077901.204792:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.204794:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077901.204798:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077901.204800:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.204802:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077901.204804:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077901.204815:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769077901.204818:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769077901.204822:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077901.204823:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.204826:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077901.204829:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077901.204833:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077901.204842:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769077901.204850:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077901.204862:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077901.204875:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077901.204881:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.204887:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077901.204912:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077901.204915:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077901.204918:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077901.204920:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077901.204921:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077901.204923:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077901.204925:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4886
00000400:00000200:3.0:1769077901.204929:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769077901.204933:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077901.204936:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077901.204939:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077901.204942:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.204945:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769077901.204948:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769077901.204950:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077901.204952:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769077901.204954:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077901.204956:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769077901.204959:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077901.204960:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769077901.204962:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077901.204967:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077901.204969:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077901.204973:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077901.204975:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077901.204984:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:1.0:1769077901.204986:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077901.204988:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769077901.204992:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769077901.204997:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769077901.205003:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.205008:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077901.205011:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077901.205015:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077901.205015:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077901.205019:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.205021:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077901.205022:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769077901.205025:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077901.205028:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769077901.205030:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.205035:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077901.205036:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077901.205039:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000100:00100000:1.0:1769077901.205045:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173056:192.168.204.106@tcp:250:kworker.0
00000020:00000040:3.0:1769077901.205045:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769077901.205051:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077901.205055:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077901.205056:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077901.205057:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077901.205060:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077901.205062:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077901.205065:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1769077901.205066:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
02000000:00000001:1.0:1769077901.205070:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.205071:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077901.205076:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769077901.205080:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769077901.205086:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077901.205090:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077901.205102:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077901.205103:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077901.205106:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077901.205111:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077901.205112:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:3.0:1769077901.205123:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077901.205127:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:3.0:1769077901.205127:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077901.205134:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077901.205137:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077901.205140:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769077901.205141:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173056, portal 25
00000100:00000040:3.0:1769077901.205145:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4896)
00000100:00000001:1.0:1769077901.205146:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077901.205150:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
00000100:00000040:1.0:1769077901.205160:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205171:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077901.205176:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077901.205179:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077901.205183:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612173056, offset 0
00000400:00000200:1.0:1769077901.205190:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077901.205200:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077901.205209:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077901.205215:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077901.205221:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077901.205226:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077901.205229:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077901.205234:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3736:3736:256:4294967295] 192.168.204.106@tcp LPNI seq info [3735:3735:8:4294967295]
00000400:00000200:1.0:1769077901.205239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077901.205251:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077901.205276:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077901.205283:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077901.205292:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077901.205296:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077901.205304:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077901.205309:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077901.205314:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077901.205318:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077901.205326:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077901.205332:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077901.205339:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077901.205342:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077901.205349:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077901.205354:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205366:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077901.205370:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205378:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077901.205380:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077901.205389:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077901.205395:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077901.205398:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299563075
00000100:00000010:1.0:1769077901.205405:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0423c0.
00000100:00000001:1.0:1769077901.205415:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077901.205422:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299563075
00000100:00000010:1.0:1769077901.205426:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769077901.205429:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077901.205433:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077901.205436:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077901.205439:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077901.205444:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077901/real 1769077901]  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077901.205455:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077901.205457:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077901.205460:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077901.205463:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077901.205464:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077901.205467:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077901.205471:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077901.205482:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205490:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077901.205492:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205495:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077901.205497:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077901.205502:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205510:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077901.205515:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205525:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077901.205529:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205531:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077901.205532:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205535:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077901.205538:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077901.205541:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077901.205545:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077901.205583:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077901.205589:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077901.205599:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173056:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077901.205604:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205607:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077901.205610:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612173056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205618:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077901.205621:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077901.205625:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077901.205628:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077901.205630:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077901.205633:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077901.205635:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077901.205638:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:1.0:1769077901.205643:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077901.205645:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077901.205647:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:1.0:1769077901.205652:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077901.205654:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205656:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205666:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077901.205667:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077901.205669:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077901.205671:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077901.205672:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077901.205676:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205684:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077901.205685:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077901.205687:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077901.205689:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077901.205692:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077901.205695:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173184:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077901.205699:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077901.205701:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077901.205702:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077901.205704:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077901.205708:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077901.205710:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077901.205714:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077901.205717:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077901.205721:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077901.205725:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173184, portal 10
00000100:00000001:1.0:1769077901.205727:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077901.205729:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000100:00000040:1.0:1769077901.205736:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205743:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077901.205745:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077901.205748:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077901.205750:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612173184, offset 0
00000400:00000200:1.0:1769077901.205754:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077901.205758:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077901.205763:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077901.205766:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077901.205769:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077901.205772:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077901.205774:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077901.205777:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3737:3737:256:4294967295] 192.168.204.106@tcp LPNI seq info [3736:3736:8:4294967295]
00000400:00000200:1.0:1769077901.205782:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077901.205789:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077901.205794:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077901.205797:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077901.205803:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077901.205805:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077901.205810:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077901.205813:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077901.205817:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077901.205820:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077901.205823:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077901.205826:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077901.205829:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077901.205831:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077901.205834:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077901.205838:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205845:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077901.205849:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205855:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077901.205857:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077901.205860:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077901.205865:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077901.205869:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077901.205871:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299559712
00000100:00000001:1.0:1769077901.205875:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299563075
00000100:00000001:1.0:1769077901.205878:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299559712
00000100:00000001:1.0:1769077901.205880:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299563075
00000100:00000001:1.0:1769077901.205882:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077901.205884:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077901.205886:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077901.205890:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077901/real 1769077901]  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077901.205898:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077901.205899:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077901.205901:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077901.205903:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077901.205905:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077901.205908:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077901.205911:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077901.205919:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205925:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077901.205927:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205928:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077901.205930:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077901.205933:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205940:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077901.205943:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205950:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077901.205952:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205955:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077901.205956:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205958:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077901.205960:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077901.205963:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077901.205967:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077901.205969:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077901.205973:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077901.205980:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173184:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077901.205983:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.205985:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077901.205988:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612173184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077901.205994:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077901.205996:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077901.205998:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077901.206000:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077901.206002:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077901.206003:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077901.206006:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077901.206007:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:1.0:1769077901.206011:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077901.206013:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077901.206014:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:1.0:1769077901.206017:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077901.206018:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.206020:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077901.206024:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077901.206025:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077901.206027:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077901.206029:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077901.588693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077901.588699:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077901.588760:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077901.588764:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077901.588768:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077902.228689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077902.228699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077902.228708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077902.228715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077902.228720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077902.228724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077902.228727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077902.228731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077902.228734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077902.612694:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077902.612704:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077902.612776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077902.612780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077902.612783:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077903.252644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077903.252652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077903.252654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077903.252659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077903.252663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077903.252667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077903.252670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077903.252673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077903.252675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077903.636651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077903.636656:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077903.636715:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077903.636719:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077903.636721:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077904.276660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077904.276666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077904.276668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077904.276673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077904.276676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077904.276678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077904.276681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077904.276683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077904.276685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077904.660662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077904.660669:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077904.660671:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077904.660673:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077904.660677:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077904.660678:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077904.660680:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077904.660682:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077904.660746:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077904.660749:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077904.660751:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077905.300688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077905.300699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077905.300701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077905.300708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077905.300712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077905.300716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077905.300718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077905.300721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077905.300723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077905.684662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077905.684668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077905.684766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077905.684770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077905.684773:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077905.812635:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299563075, at 4299563520
00000100:00000040:0.0:1769077905.812636:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299563075, at 4299563520
00000100:00000010:1.0:1769077905.812649:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000010:0.0:1769077905.812651:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000001:2.0:1769077906.324628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077906.324638:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077906.324640:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077906.324653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077906.324657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077906.324661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077906.324664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077906.324667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077906.324670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077906.324687:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077906.324696:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077906.324699:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077906.324702:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077906.324705:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077906.324711:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4891
00000400:00000200:0.0:1769077906.324719:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077906.324725:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077906.324727:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077906.324730:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324732:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077906.324734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324743:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077906.324746:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077906.324747:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077906.324750:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077906.324752:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077906.324753:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077906.324755:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077906.324757:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324758:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077906.324759:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324761:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077906.324763:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077906.324765:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324766:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077906.324768:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077906.324771:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077906.324773:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077906.324778:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077906.324780:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077906.324788:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769077906.324790:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077906.324793:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077906.324795:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077906.324797:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077906.324799:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077906.324802:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077906.324808:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:0.0:1769077906.324814:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077906.324821:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077906.324829:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077906.324832:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077906.324835:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077906.324856:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077906.324858:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077906.324861:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077906.324862:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077906.324863:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077906.324865:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077906.324867:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4891
00000400:00000200:0.0:1769077906.324869:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077906.324871:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077906.324874:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077906.324878:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324881:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077906.324886:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324889:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077906.324892:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077906.324893:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077906.324895:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077906.324897:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077906.324898:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769077906.324904:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769077906.324906:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077906.324908:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077906.324913:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077906.324923:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000040:1.0:1769077906.324925:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077906.324927:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077906.324933:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324941:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077906.324947:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077906.324956:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077906.324961:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077906.324961:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077906.324968:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077906.324968:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077906.324973:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077906.324976:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077906.324977:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077906.324979:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077906.324987:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077906.324987:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769077906.324999:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077906.325000:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077906.325002:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077906.325008:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000100:00100000:1.0:1769077906.325012:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173312:192.168.204.106@tcp:250:kworker.0
00000020:00000040:0.0:1769077906.325013:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077906.325023:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077906.325026:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077906.325030:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077906.325031:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077906.325032:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077906.325037:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077906.325041:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769077906.325041:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077906.325048:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077906.325049:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077906.325061:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077906.325064:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077906.325070:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077906.325074:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077906.325074:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077906.325084:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077906.325086:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077906.325099:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077906.325102:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077906.325106:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077906.325110:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000040:0.0:1769077906.325111:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077906.325120:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077906.325124:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077906.325126:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:0.0:1769077906.325128:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4901)
00000100:00000200:1.0:1769077906.325136:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173312, portal 25
00000100:00000001:1.0:1769077906.325139:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077906.325141:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:1.0:1769077906.325156:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325163:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077906.325182:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077906.325185:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077906.325188:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612173312, offset 0
00000400:00000200:1.0:1769077906.325194:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077906.325203:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077906.325211:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077906.325217:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077906.325221:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077906.325225:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077906.325227:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077906.325230:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3738:3738:256:4294967295] 192.168.204.106@tcp LPNI seq info [3737:3737:8:4294967295]
00000400:00000200:1.0:1769077906.325234:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077906.325243:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077906.325248:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077906.325253:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077906.325260:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077906.325263:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077906.325270:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077906.325273:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077906.325277:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077906.325279:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077906.325285:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077906.325289:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077906.325294:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077906.325296:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077906.325301:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077906.325304:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325313:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077906.325316:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325321:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077906.325323:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077906.325328:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077906.325331:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077906.325334:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299568195
00000100:00000010:1.0:1769077906.325339:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769077906.325347:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077906.325353:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299568195
00000100:00000010:1.0:1769077906.325355:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769077906.325357:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077906.325360:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077906.325362:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077906.325365:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077906.325368:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077906/real 1769077906]  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077906.325375:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077906.325377:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077906.325378:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077906.325380:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077906.325382:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077906.325384:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077906.325386:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077906.325393:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325398:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077906.325400:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325402:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077906.325404:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077906.325407:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325411:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077906.325414:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325419:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077906.325421:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325422:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077906.325423:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325425:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077906.325426:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077906.325429:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077906.325432:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077906.325433:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077906.325436:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077906.325442:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173312:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077906.325446:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325447:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077906.325449:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612173312/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325454:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077906.325456:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077906.325459:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077906.325461:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077906.325463:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077906.325464:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077906.325466:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077906.325469:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769077906.325473:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077906.325475:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077906.325476:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:1.0:1769077906.325479:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077906.325480:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325482:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325496:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077906.325497:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077906.325499:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077906.325501:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077906.325502:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077906.325505:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325510:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077906.325512:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077906.325513:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077906.325515:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077906.325516:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077906.325518:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173440:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077906.325521:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077906.325522:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077906.325524:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077906.325525:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077906.325527:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077906.325528:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077906.325531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077906.325533:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077906.325535:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077906.325537:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173440, portal 10
00000100:00000001:1.0:1769077906.325539:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077906.325540:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557628928 : -118662151922688 : ffff9413d0961c00)
00000100:00000040:1.0:1769077906.325545:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325550:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077906.325579:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077906.325581:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077906.325583:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612173440, offset 0
00000400:00000200:1.0:1769077906.325586:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077906.325588:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077906.325591:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077906.325593:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077906.325595:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077906.325597:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077906.325599:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077906.325601:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3739:3739:256:4294967295] 192.168.204.106@tcp LPNI seq info [3738:3738:8:4294967295]
00000400:00000200:1.0:1769077906.325604:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077906.325608:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077906.325611:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077906.325613:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077906.325616:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077906.325618:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077906.325621:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077906.325623:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077906.325626:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077906.325627:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769077906.325629:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077906.325632:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077906.325634:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769077906.325635:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769077906.325637:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077906.325640:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325654:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077906.325658:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325665:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077906.325666:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077906.325670:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077906.325674:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077906.325678:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077906.325680:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299564832
00000100:00000001:1.0:1769077906.325684:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299568195
00000100:00000001:1.0:1769077906.325686:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299564832
00000100:00000001:1.0:1769077906.325689:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299568195
00000100:00000001:1.0:1769077906.325691:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077906.325694:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077906.325696:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077906.325700:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077906/real 1769077906]  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077906.325709:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077906.325710:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077906.325712:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077906.325713:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077906.325715:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077906.325717:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077906.325719:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077906.325725:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325736:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077906.325738:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325740:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077906.325741:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077906.325743:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325748:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077906.325751:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325756:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077906.325757:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325758:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077906.325759:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325760:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077906.325761:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077906.325763:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077906.325765:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077906.325766:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077906.325769:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077906.325774:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173440:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077906.325777:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325778:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077906.325780:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612173440/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077906.325784:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077906.325785:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077906.325787:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077906.325788:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077906.325789:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077906.325791:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077906.325792:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077906.325793:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769077906.325795:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077906.325796:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077906.325797:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:1.0:1769077906.325799:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077906.325800:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325801:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077906.325803:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077906.325804:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077906.325806:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077906.325807:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077906.708680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077906.708688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077906.708762:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077906.708768:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077906.708772:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077907.348695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077907.348705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077907.348707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077907.348715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077907.348720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077907.348724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077907.348728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077907.348731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077907.348735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077907.732702:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077907.732710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077907.732800:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077907.732803:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077907.732806:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077908.372639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077908.372646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077908.372647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077908.372651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077908.372655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077908.372657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077908.372659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077908.372662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077908.372664:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077908.756643:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077908.756654:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077908.756759:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077908.756766:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077908.756771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077909.396677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077909.396682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077909.396684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077909.396689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077909.396692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077909.396695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077909.396697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077909.396699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077909.396701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077909.780669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077909.780674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077909.780779:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077909.780786:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077909.780791:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077910.420636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077910.420645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077910.420648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077910.420654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077910.420659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077910.420664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077910.420667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077910.420670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077910.420674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077910.804628:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077910.804636:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077910.804698:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077910.804702:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077910.804705:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077910.932705:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299568195, at 4299568640
00000100:00000010:1.0:1769077910.932724:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000040:0.0:1769077910.932737:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299568195, at 4299568640
00000100:00000010:0.0:1769077910.932751:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000001:2.0:1769077911.444675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077911.444683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077911.444685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077911.444691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077911.444696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077911.444700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077911.444703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077911.444707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077911.444710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077911.444721:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077911.444728:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077911.444730:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077911.444733:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077911.444736:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077911.444743:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4896
00000400:00000200:0.0:1769077911.444751:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077911.444757:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077911.444759:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077911.444762:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444764:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077911.444766:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444768:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077911.444771:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077911.444773:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077911.444775:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077911.444777:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077911.444779:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077911.444780:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077911.444782:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444783:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077911.444785:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444786:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077911.444789:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077911.444792:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444794:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077911.444796:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077911.444798:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077911.444800:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077911.444802:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077911.444803:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077911.444811:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077911.444813:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077911.444816:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077911.444817:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077911.444819:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077911.444821:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077911.444825:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077911.444831:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769077911.444836:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077911.444843:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077911.444851:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077911.444855:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077911.444858:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077911.444875:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077911.444877:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077911.444880:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077911.444881:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077911.444882:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077911.444884:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077911.444886:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4896
00000400:00000200:0.0:1769077911.444888:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077911.444890:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077911.444892:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077911.444894:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444895:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077911.444897:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444898:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077911.444899:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077911.444900:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077911.444901:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077911.444903:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077911.444904:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077911.444906:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077911.444908:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444910:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077911.444912:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444914:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077911.444915:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077911.444917:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077911.444919:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077911.444920:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077911.444923:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077911.444924:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077911.444928:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077911.444930:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077911.444930:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077911.444935:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769077911.444936:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077911.444940:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077911.444943:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077911.444947:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077911.444948:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769077911.444953:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077911.444959:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077911.444962:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077911.444967:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077911.444968:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077911.444971:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077911.444972:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077911.444977:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077911.444979:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1769077911.444983:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769077911.444984:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077911.444989:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077911.444991:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077911.444994:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173568:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077911.444999:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769077911.445002:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077911.445004:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077911.445008:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077911.445011:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077911.445015:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769077911.445017:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000100:00000001:0.0:1769077911.445018:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077911.445022:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077911.445030:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077911.445031:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077911.445033:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077911.445038:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077911.445040:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077911.445044:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077911.445046:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077911.445052:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4906)
00000400:00000010:1.0:1769077911.445053:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077911.445062:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077911.445070:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173568, portal 25
00000100:00000001:1.0:1769077911.445073:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077911.445075:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000040:1.0:1769077911.445099:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077911.445108:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077911.445112:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077911.445116:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769077911.445120:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612173568, offset 0
00000400:00000200:1.0:1769077911.445127:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077911.445135:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077911.445141:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077911.445147:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077911.445151:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077911.445155:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077911.445159:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077911.445163:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3740:3740:256:4294967295] 192.168.204.106@tcp LPNI seq info [3739:3739:8:4294967295]
00000400:00000200:1.0:1769077911.445167:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077911.445186:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077911.445193:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077911.445199:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769077911.445207:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077911.445213:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077911.445231:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077911.445236:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077911.445239:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299573315
00000100:00000010:1.0:1769077911.445245:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769077911.445252:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077911.445260:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299573315
00000100:00000010:1.0:1769077911.445265:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769077911.445269:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077911.445274:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077911.445277:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077911.445279:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077911.445282:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077911.445289:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077911.445291:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077911.445294:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077911.445296:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077911.445297:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077911.445302:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077911.445311:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077911.445313:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077911.445315:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077911.445317:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077911.445320:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077911.445324:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173696:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077911.445328:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077911.445330:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077911.445332:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077911.445334:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077911.445338:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077911.445340:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077911.445344:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077911.445348:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774f78.
00000400:00000010:1.0:1769077911.445354:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077911.445357:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173696, portal 10
00000100:00000001:1.0:1769077911.445359:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077911.445361:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
00000100:00000040:1.0:1769077911.445368:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077911.445376:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077911.445379:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077911.445382:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1d48.
00000100:00000200:1.0:1769077911.445385:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612173696, offset 0
00000400:00000200:1.0:1769077911.445390:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077911.445405:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077911.445410:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077911.445414:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077911.445418:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077911.445421:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077911.445424:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077911.445428:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3741:3741:255:4294967295] 192.168.204.106@tcp LPNI seq info [3740:3740:7:4294967295]
00000400:00000200:1.0:1769077911.445432:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077911.445439:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077911.445444:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077911.445447:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769077911.445452:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077911.445456:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077911.445459:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077911.445463:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077911.445467:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077911.445469:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299569951
00000100:00000001:1.0:1769077911.445473:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299573315
00000100:00000001:1.0:1769077911.445475:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299569951
00000100:00000001:1.0:1769077911.445477:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299573315
00000100:00000001:1.0:1769077911.445480:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077911.445483:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077911.445485:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077911.445487:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077911.445491:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077911.445492:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077911.445494:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077911.445496:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077911.445497:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077911.445499:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077911.828681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077911.828688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077911.828751:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077911.828754:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077911.828757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077912.468708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077912.468714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077912.468715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077912.468719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077912.468723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077912.468725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077912.468727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077912.468729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077912.468731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077912.852680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077912.852686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077912.852746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077912.852749:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077912.852752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077913.492768:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077913.492783:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077913.492784:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077913.492790:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077913.492794:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077913.492797:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077913.492800:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077913.492802:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077913.492805:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077913.876662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077913.876667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077913.876762:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077913.876769:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077913.876775:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077914.516875:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077914.516889:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077914.516892:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077914.516900:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077914.516907:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077914.516914:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077914.516920:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000100:0.0:1769077914.516925:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000100:00000001:2.0:1769077914.516926:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077914.516933:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769077914.517002:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077914.517022:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077914.517027:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769077914.517050:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077914.517057:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077914.517063:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769077914.517069:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:0.0:1769077914.517080:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077914.517088:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077914.517102:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:0.0:1769077914.517105:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:0.0:1769077914.517112:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077914.517127:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077914.517167:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077914.517173:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077914.517183:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077914.517185:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077914.517201:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769077914.517204:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:0.0:1769077914.517208:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077914.517211:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077914.517216:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1d48
00000400:00000010:0.0:1769077914.517218:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1d48.
00000100:00000001:0.0:1769077914.517221:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077914.517227:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077914.517236:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077914.517239:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077914.517246:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077914.517248:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077914.517480:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077914.517495:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077914.517503:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077914.517526:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077911/real 1769077914]  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077914.517609:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077914.517613:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077914.517621:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774f78.
00000400:00000200:1.0:1769077914.517630:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077914.517634:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077914.517643:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077914.517651:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077914.517665:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.517675:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077914.517679:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.517686:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077914.517690:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077914.517696:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.517706:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077914.517714:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.517726:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077914.517731:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.517734:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077914.517735:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.517740:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077914.517744:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077914.517753:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077914.517760:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077914.517763:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077914.517771:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077914.517781:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173696:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077914.517791:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077914.517796:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077911/real 1769077914]  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077914.517807:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077914.517809:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077914.517812:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077914.517816:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077914.517819:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077914.517823:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077914.517827:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077914.517838:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.517846:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077914.517848:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.517851:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077914.517853:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077914.517858:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.517866:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077914.517871:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.517880:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077914.517884:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.517886:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077914.517888:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.517890:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077914.517893:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077914.517897:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077914.517902:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077914.517905:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077914.517909:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077914.517918:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173568:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077914.517924:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.517928:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077914.517932:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612173696/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.517948:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077914.517955:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077914.517961:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077914.517967:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077914.517971:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077914.517974:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077914.517977:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077914.517981:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769077914.517986:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077914.517990:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077914.517993:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:1.0:1769077914.517997:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077914.517999:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.518001:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077914.518005:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612173568/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077914.518013:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077914.518014:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077914.518017:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077914.518023:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077914.518024:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077914.518026:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077914.518045:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077914.518047:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769077914.518051:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077914.518053:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077914.518055:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:1.0:1769077914.518058:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077914.518059:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.518062:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077914.518075:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077914.518077:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077914.518080:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077914.518083:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077914.900670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077914.900677:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077914.900679:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077914.900682:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077914.900686:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077914.900688:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077914.900689:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077914.900691:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077914.900807:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077914.900814:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077914.900820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077915.540758:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077915.540765:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077915.540767:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077915.540773:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077915.540777:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077915.540781:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077915.540783:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077915.540786:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077915.540788:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077915.924651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077915.924659:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077915.924715:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077915.924720:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077915.924724:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077916.052625:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299573315, at 4299573760
00000100:00000010:1.0:1769077916.052645:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000040:0.0:1769077916.052666:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299573315, at 4299573760
00000100:00000010:0.0:1769077916.052676:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000001:0.0:1769077916.564687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077916.564696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077916.564698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077916.564704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077916.564708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077916.564712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077916.564714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077916.564717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077916.564720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077916.564747:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077916.564755:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077916.564757:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077916.564760:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077916.564763:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077916.564771:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4901
00000400:00000200:2.0:1769077916.564781:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077916.564787:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077916.564790:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077916.564798:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.564801:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.564803:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.564805:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077916.564809:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077916.564811:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077916.564813:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077916.564816:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077916.564818:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077916.564819:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077916.564821:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.564822:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.564824:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.564825:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077916.564828:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077916.564830:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077916.564832:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077916.564834:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077916.564838:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077916.564840:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.564842:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077916.564843:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077916.564850:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521180.
00000020:00000040:2.0:1769077916.564852:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077916.564856:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077916.564857:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.564859:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077916.564863:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077916.564868:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077916.564875:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769077916.564884:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077916.564895:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077916.564907:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077916.564913:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077916.564918:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdc4804] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077916.564947:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077916.564952:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077916.564956:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077916.564958:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077916.564959:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077916.564962:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077916.564965:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4901
00000400:00000200:2.0:1769077916.564969:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077916.564982:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077916.564985:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077916.564988:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.564990:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.564992:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.565023:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077916.565026:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077916.565028:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077916.565030:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077916.565033:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077916.565035:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077916.565038:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077916.565042:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.565045:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077916.565047:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077916.565050:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077916.565053:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077916.565057:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077916.565060:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077916.565063:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077916.565069:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769077916.565072:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077916.565077:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769077916.565077:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.565082:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077916.565083:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769077916.565091:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769077916.565095:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769077916.565098:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.565105:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.565112:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077916.565114:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077916.565115:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
02000000:00000001:1.0:1769077916.565120:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769077916.565120:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077916.565124:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077916.565126:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077916.565128:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077916.565131:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.565133:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077916.565136:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1769077916.565139:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173824:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769077916.565140:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.565149:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769077916.565151:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
02000000:00000001:1.0:1769077916.565155:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077916.565158:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077916.565160:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077916.565165:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769077916.565169:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769077916.565174:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077916.565179:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077916.565188:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077916.565193:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077916.565194:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769077916.565199:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077916.565201:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077916.565213:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769077916.565214:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077916.565220:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077916.565225:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077916.565228:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077916.565231:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173824, portal 25
00000100:00000040:2.0:1769077916.565232:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077916.565237:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077916.565241:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947008 : -118662139604608 : ffff9413d1521180)
00000100:00000040:2.0:1769077916.565243:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4911)
00000100:00000040:1.0:1769077916.565253:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565265:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077916.565268:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077916.565272:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077916.565277:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612173824, offset 0
00000400:00000200:1.0:1769077916.565285:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077916.565296:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077916.565304:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077916.565311:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077916.565317:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077916.565322:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077916.565325:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077916.565329:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3742:3742:256:4294967295] 192.168.204.106@tcp LPNI seq info [3741:3741:8:4294967295]
00000400:00000200:1.0:1769077916.565334:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077916.565345:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077916.565353:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077916.565360:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077916.565369:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077916.565385:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077916.565392:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077916.565396:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077916.565402:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077916.565406:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077916.565413:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077916.565422:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077916.565429:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077916.565432:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077916.565437:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077916.565442:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565455:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077916.565459:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565468:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.565470:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077916.565479:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077916.565484:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077916.565488:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299578435
00000100:00000010:1.0:1769077916.565494:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769077916.565505:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077916.565515:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299578435
00000100:00000010:1.0:1769077916.565521:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769077916.565524:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077916.565529:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077916.565532:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.565535:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077916.565540:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077916]  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077916.565583:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077916.565586:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077916.565589:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077916.565593:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077916.565595:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077916.565598:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077916.565603:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077916.565613:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565621:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077916.565623:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.565627:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077916.565630:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077916.565635:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565643:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077916.565648:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565656:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077916.565659:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.565661:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077916.565662:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.565665:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077916.565667:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077916.565670:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077916.565682:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077916.565685:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077916.565689:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077916.565698:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612173824:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077916.565703:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.565705:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077916.565708:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521180 x1855007612173824/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565714:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077916.565718:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077916.565721:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077916.565724:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077916.565726:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077916.565727:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077916.565730:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077916.565733:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f400.
02000000:00000001:1.0:1769077916.565739:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077916.565743:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077916.565745:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521180.
00000100:00000001:1.0:1769077916.565750:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077916.565751:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.565753:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.565762:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077916.565764:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.565766:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077916.565768:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077916.565782:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077916.565786:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565794:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077916.565795:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077916.565798:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077916.565800:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077916.565802:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077916.565805:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173952:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077916.565808:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077916.565811:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077916.565812:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077916.565814:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077916.565817:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077916.565819:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077916.565823:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077916.565826:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077916.565831:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077916.565834:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612173952, portal 10
00000100:00000001:1.0:1769077916.565836:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077916.565838:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569942528 : -118662139609088 : ffff9413d1520000)
00000100:00000040:1.0:1769077916.565845:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565853:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077916.565855:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077916.565859:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077916.565862:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612173952, offset 0
00000400:00000200:1.0:1769077916.565866:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077916.565871:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077916.565875:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077916.565879:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077916.565881:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077916.565884:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077916.565887:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077916.565890:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3743:3743:256:4294967295] 192.168.204.106@tcp LPNI seq info [3742:3742:8:4294967295]
00000400:00000200:1.0:1769077916.565894:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077916.565902:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077916.565907:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077916.565911:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077916.565916:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077916.565919:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077916.565924:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077916.565938:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077916.565943:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077916.565945:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077916.565949:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077916.565953:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077916.565956:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077916.565958:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077916.565961:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077916.565965:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565974:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077916.565978:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077941 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.565987:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.565989:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077916.566007:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077916.566012:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077916.566017:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077916.566019:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299575072
00000100:00000001:1.0:1769077916.566023:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299578435
00000100:00000001:1.0:1769077916.566026:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299575072
00000100:00000001:1.0:1769077916.566028:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299578435
00000100:00000001:1.0:1769077916.566031:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077916.566033:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.566035:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077916.566039:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077916/real 1769077916]  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077916.566049:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077916.566050:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077916.566052:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077916.566055:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077916.566057:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077916.566059:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077916.566063:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077916.566073:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.566081:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077916.566082:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.566085:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077916.566086:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077916.566090:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.566097:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077916.566101:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.566110:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077916.566113:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.566114:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077916.566116:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.566119:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077916.566121:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077916.566125:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077916.566129:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077916.566132:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077916.566137:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077916.566145:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612173952:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077916.566149:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.566151:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077916.566154:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520000 x1855007612173952/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077941 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077916.566162:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077916.566164:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077916.566166:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077916.566169:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077916.566170:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077916.566172:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077916.566175:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077916.566177:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:1.0:1769077916.566180:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077916.566182:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077916.566183:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520000.
00000100:00000001:1.0:1769077916.566186:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077916.566188:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.566191:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077916.566194:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077916.566196:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077916.566198:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077916.566200:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077916.948642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077916.948649:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077916.948725:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077916.948731:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077916.948737:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077917.588747:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077917.588757:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077917.588759:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077917.588765:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077917.588769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077917.588774:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077917.588777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077917.588780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077917.588782:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077917.972642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077917.972648:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077917.972728:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077917.972732:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077917.972734:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077918.612641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077918.612650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077918.612653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077918.612659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077918.612664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077918.612668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077918.612671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077918.612674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077918.612677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077918.996686:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077918.996692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077918.996796:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077918.996800:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077918.996802:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077919.636669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077919.636675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077919.636677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077919.636681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077919.636684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077919.636687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077919.636689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077919.636691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077919.636693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077920.020662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077920.020669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077920.020731:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077920.020735:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077920.020738:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769077920.660680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077920.660688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769077920.660690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077920.660696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769077920.660700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077920.660704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077920.660707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077920.660710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077920.660713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077921.044665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077921.044671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077921.044739:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077921.044744:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077921.044748:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077921.172704:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299578435, at 4299578880
00000100:00000010:0.0:1769077921.172722:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000040:1.0:1769077921.172903:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299578435, at 4299578880
00000100:00000010:1.0:1769077921.172912:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:0.0:1769077921.684715:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077921.684715:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077921.684724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077921.684728:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077921.684729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.684732:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077921.684737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077921.684738:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077921.684744:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077921.684745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077921.684750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077921.684754:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077921.684757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077921.684759:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4906
00000100:00000001:2.0:1769077921.684763:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077921.684774:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077921.684782:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077921.684785:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077921.684787:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077921.684791:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.684793:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077921.684795:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077921.684799:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077921.684801:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077921.684803:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077921.684806:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077921.684808:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077921.684811:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077921.684815:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077921.684818:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.684820:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077921.684823:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077921.684826:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077921.684831:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077921.684834:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077921.684837:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077921.684842:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077921.684845:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.684848:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077921.684851:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077921.684864:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077921.684869:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077921.684874:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077921.684877:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.684880:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077921.684884:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077921.684890:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077921.684900:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769077921.684941:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077921.684953:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077921.684967:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077921.684972:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077921.684978:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077921.685012:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077921.685016:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077921.685020:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077921.685022:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077921.685024:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077921.685027:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077921.685031:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4906
00000400:00000200:0.0:1769077921.685036:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077921.685040:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077921.685043:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077921.685047:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077921.685050:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.685053:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077921.685056:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077921.685059:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077921.685061:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077921.685061:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077921.685065:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077921.685068:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077921.685070:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077921.685075:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077921.685077:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077921.685078:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077921.685088:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000040:1.0:1769077921.685089:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077921.685093:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077921.685100:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077921.685106:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077921.685111:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077921.685112:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077921.685116:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077921.685119:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769077921.685123:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077921.685125:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077921.685127:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077921.685131:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077921.685131:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077921.685139:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174080:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769077921.685141:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077921.685147:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769077921.685148:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.685153:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077921.685155:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769077921.685159:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077921.685161:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077921.685165:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077921.685172:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000008:00000001:0.0:1769077921.685178:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077921.685178:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077921.685183:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077921.685188:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000010:0.0:1769077921.685189:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077921.685195:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000010:1.0:1769077921.685197:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
02000000:00000001:0.0:1769077921.685199:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077921.685204:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077921.685205:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:0.0:1769077921.685207:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077921.685212:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077921.685214:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077921.685218:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174080, portal 25
02000000:00000010:0.0:1769077921.685221:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:1.0:1769077921.685223:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077921.685227:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000001:0.0:1769077921.685228:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077921.685240:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769077921.685241:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077921.685273:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077921.685274:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077921.685278:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077921.685283:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077921.685286:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612174080, offset 0
00000100:00000001:0.0:1769077921.685289:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077921.685295:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077921.685299:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077921.685310:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077921.685316:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077921.685322:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077921.685322:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769077921.685332:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077921.685334:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077921.685337:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077921.685343:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:0.0:1769077921.685345:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077921.685351:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077921.685355:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:0.0:1769077921.685356:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4917)
00000400:00000200:1.0:1769077921.685361:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3744:3744:256:4294967295] 192.168.204.106@tcp LPNI seq info [3743:3743:8:4294967295]
00000400:00000200:1.0:1769077921.685367:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077921.685378:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077921.685385:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077921.685393:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077921.685402:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077921.685406:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077921.685413:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077921.685417:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1769077921.685423:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077921.685427:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077921.685435:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077921.685442:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077921.685449:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077921.685452:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077921.685458:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077921.685464:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685475:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077921.685480:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685489:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077921.685491:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077921.685498:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077921.685503:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077921.685506:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299583555
00000100:00000010:1.0:1769077921.685511:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769077921.685517:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077921.685523:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299583555
00000100:00000010:1.0:1769077921.685526:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769077921.685528:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077921.685530:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077921.685534:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077921.685536:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077921.685541:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921]  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077921.685585:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077921.685588:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077921.685591:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077921.685595:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077921.685596:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077921.685598:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077921.685602:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077921.685609:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685619:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077921.685621:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685623:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077921.685625:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077921.685628:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685633:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077921.685636:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685641:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077921.685643:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685644:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077921.685645:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685647:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077921.685649:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077921.685651:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077921.685654:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077921.685655:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077921.685658:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077921.685664:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174080:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077921.685667:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685669:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077921.685671:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612174080/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685676:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077921.685678:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077921.685681:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077921.685683:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077921.685684:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077921.685686:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077921.685688:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077921.685690:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:1.0:1769077921.685694:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077921.685696:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077921.685697:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:1.0:1769077921.685699:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077921.685701:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685702:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685709:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077921.685710:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077921.685712:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077921.685713:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077921.685714:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077921.685717:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685722:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077921.685723:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077921.685724:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077921.685726:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077921.685727:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077921.685729:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174208:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077921.685731:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077921.685733:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077921.685734:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077921.685735:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077921.685738:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077921.685739:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077921.685742:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077921.685745:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077921.685747:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077921.685749:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174208, portal 10
00000100:00000001:1.0:1769077921.685751:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077921.685752:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:1.0:1769077921.685757:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685762:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077921.685764:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077921.685765:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077921.685767:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612174208, offset 0
00000400:00000200:1.0:1769077921.685770:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077921.685772:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077921.685775:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077921.685777:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077921.685779:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077921.685781:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077921.685782:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077921.685784:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3745:3745:256:4294967295] 192.168.204.106@tcp LPNI seq info [3744:3744:8:4294967295]
00000400:00000200:1.0:1769077921.685788:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077921.685792:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077921.685795:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077921.685797:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077921.685800:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077921.685802:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077921.685805:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077921.685807:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1769077921.685810:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077921.685811:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077921.685813:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077921.685816:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077921.685818:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077921.685819:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077921.685821:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077921.685823:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685833:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077921.685835:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077946 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685840:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077921.685841:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077921.685843:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077921.685845:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077921.685847:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077921.685848:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299580192
00000100:00000001:1.0:1769077921.685850:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299583555
00000100:00000001:1.0:1769077921.685852:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299580192
00000100:00000001:1.0:1769077921.685854:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299583555
00000100:00000001:1.0:1769077921.685855:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077921.685857:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077921.685858:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077921.685860:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077921/real 1769077921]  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077921.685865:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077921.685866:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077921.685867:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077921.685868:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077921.685869:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077921.685870:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077921.685872:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077921.685877:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685882:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077921.685883:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685885:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077921.685886:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077921.685888:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685892:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077921.685895:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685905:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077921.685907:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685922:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077921.685924:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685925:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077921.685926:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077921.685928:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077921.685931:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077921.685933:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077921.685936:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077921.685942:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174208:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077921.685944:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685945:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077921.685948:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612174208/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077946 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077921.685952:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077921.685953:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077921.685955:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077921.685956:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077921.685957:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077921.685959:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077921.685960:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077921.685961:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:1.0:1769077921.685963:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077921.685964:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077921.685966:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769077921.685967:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077921.685968:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685970:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077921.685972:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077921.685973:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077921.685974:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077921.685975:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077922.068704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077922.068713:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077922.068766:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077922.068771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077922.068776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077922.708637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077922.708646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077922.708648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077922.708654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077922.708657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077922.708661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077922.708664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077922.708666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077922.708668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077923.092716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077923.092726:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077923.092794:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077923.092798:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077923.092801:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077923.732695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077923.732703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077923.732705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077923.732711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077923.732714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077923.732719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077923.732722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077923.732724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077923.732727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077924.116702:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077924.116710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077924.116776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077924.116780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077924.116784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077924.756688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077924.756694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077924.756696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077924.756701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077924.756704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077924.756707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077924.756709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077924.756711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077924.756713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077925.140619:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077925.140626:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077925.140628:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077925.140630:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077925.140634:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077925.140636:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077925.140637:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077925.140639:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077925.140685:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077925.140689:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077925.140692:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077925.780656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077925.780664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077925.780666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077925.780672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077925.780676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077925.780680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077925.780683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077925.780685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077925.780688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077926.164716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077926.164724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077926.164824:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077926.164831:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077926.164848:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077926.292724:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299583555, at 4299584000
00000100:00000040:1.0:1769077926.292724:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299583555, at 4299584000
00000100:00000010:1.0:1769077926.292749:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00000010:0.0:1769077926.292754:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:0.0:1769077926.804666:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077926.804666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077926.804672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769077926.804676:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077926.804676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.804681:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769077926.804681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077926.804684:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077926.804685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077926.804687:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769077926.804689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077926.804693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077926.804695:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4912
00000100:00000001:2.0:1769077926.804697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077926.804702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077926.804708:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077926.804715:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077926.804718:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077926.804721:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804723:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.804726:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804728:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077926.804731:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077926.804733:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077926.804735:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077926.804737:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077926.804739:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077926.804740:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077926.804742:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804743:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.804744:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804746:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077926.804748:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077926.804750:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804751:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077926.804753:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077926.804756:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077926.804758:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.804759:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077926.804761:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077926.804769:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077926.804771:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077926.804774:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077926.804775:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.804777:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077926.804779:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077926.804782:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077926.804789:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769077926.804794:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077926.804801:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077926.804809:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077926.804812:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077926.804815:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077926.804859:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077926.804861:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077926.804864:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077926.804865:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077926.804866:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077926.804868:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077926.804870:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4912
00000400:00000200:0.0:1769077926.804873:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077926.804875:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077926.804877:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077926.804879:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804880:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.804881:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804883:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077926.804885:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077926.804886:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077926.804887:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077926.804889:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077926.804891:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077926.804892:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077926.804894:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804896:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077926.804898:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804900:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077926.804902:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077926.804903:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769077926.804904:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077926.804908:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.804908:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077926.804912:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077926.804912:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077926.804916:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077926.804920:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077926.804921:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077926.804922:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077926.804926:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077926.804931:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.804934:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077926.804937:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077926.804939:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077926.804941:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769077926.804945:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077926.804946:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.804949:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077926.804950:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077926.804953:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077926.804954:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077926.804956:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077926.804959:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077926.804959:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077926.804966:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174336:192.168.204.106@tcp:250:kworker.0
02000000:00000010:0.0:1769077926.804968:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:1.0:1769077926.804970:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077926.804976:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077926.804976:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077926.804978:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077926.804982:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077926.804987:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000100:00100000:0.0:1769077926.804988:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077926.804990:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077926.805000:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077926.805002:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769077926.805005:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:0.0:1769077926.805007:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077926.805012:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:0.0:1769077926.805015:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077926.805019:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174336, portal 25
00000100:00000001:1.0:1769077926.805024:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077926.805027:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000040:1.0:1769077926.805035:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077926.805036:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077926.805043:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077926.805047:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077926.805050:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077926.805051:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077926.805056:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000040:0.0:1769077926.805057:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077926.805060:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612174336, offset 0
00000100:00000040:0.0:1769077926.805061:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077926.805066:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4922)
00000400:00000200:1.0:1769077926.805076:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077926.805083:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077926.805088:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077926.805093:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077926.805096:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077926.805100:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077926.805103:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077926.805108:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3746:3746:256:4294967295] 192.168.204.106@tcp LPNI seq info [3745:3745:8:4294967295]
00000400:00000200:1.0:1769077926.805113:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077926.805124:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077926.805131:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077926.805138:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077926.805145:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077926.805149:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077926.805154:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077926.805156:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769077926.805159:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077926.805162:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077926.805167:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077926.805170:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077926.805175:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077926.805177:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077926.805180:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077926.805183:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805190:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077926.805193:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805198:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.805199:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077926.805204:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077926.805207:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077926.805210:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299588675
00000100:00000010:1.0:1769077926.805214:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769077926.805220:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077926.805225:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299588675
00000100:00000010:1.0:1769077926.805227:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769077926.805229:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077926.805232:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077926.805233:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.805235:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077926.805238:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926]  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077926.805249:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077926.805251:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077926.805252:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077926.805254:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077926.805255:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077926.805256:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077926.805259:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077926.805265:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805270:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077926.805271:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805272:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077926.805273:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077926.805276:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805280:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077926.805283:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805288:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077926.805290:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805291:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077926.805292:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805294:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077926.805295:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077926.805297:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077926.805300:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077926.805301:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077926.805304:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077926.805310:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174336:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077926.805313:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805315:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077926.805317:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612174336/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805321:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077926.805323:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077926.805324:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077926.805326:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077926.805327:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077926.805328:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077926.805330:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077926.805332:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769077926.805334:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077926.805336:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077926.805337:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:1.0:1769077926.805339:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077926.805340:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805341:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805346:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077926.805347:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.805349:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077926.805350:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077926.805351:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077926.805353:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805358:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077926.805359:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077926.805360:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077926.805362:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077926.805363:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077926.805365:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174464:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077926.805368:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077926.805369:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077926.805370:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077926.805371:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077926.805373:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077926.805375:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077926.805377:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077926.805379:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077926.805381:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077926.805383:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174464, portal 10
00000100:00000001:1.0:1769077926.805385:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077926.805385:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:1.0:1769077926.805390:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805395:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077926.805396:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077926.805398:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077926.805399:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612174464, offset 0
00000400:00000200:1.0:1769077926.805402:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077926.805404:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077926.805407:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077926.805408:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077926.805410:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077926.805412:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077926.805414:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077926.805416:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3747:3747:256:4294967295] 192.168.204.106@tcp LPNI seq info [3746:3746:8:4294967295]
00000400:00000200:1.0:1769077926.805418:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077926.805423:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077926.805426:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077926.805428:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077926.805430:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077926.805433:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077926.805435:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077926.805438:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769077926.805453:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077926.805455:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077926.805457:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077926.805460:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077926.805462:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077926.805463:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077926.805465:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077926.805467:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805473:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077926.805475:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805479:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.805480:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077926.805482:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077926.805485:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077926.805487:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077926.805488:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299585311
00000100:00000001:1.0:1769077926.805490:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299588675
00000100:00000001:1.0:1769077926.805491:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299585311
00000100:00000001:1.0:1769077926.805493:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299588675
00000100:00000001:1.0:1769077926.805494:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077926.805495:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.805497:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077926.805499:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077926/real 1769077926]  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077926.805503:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077926.805504:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077926.805506:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077926.805507:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077926.805509:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077926.805510:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077926.805512:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077926.805517:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805521:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077926.805522:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805523:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077926.805524:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077926.805535:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805542:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077926.805547:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805580:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077926.805583:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805585:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077926.805586:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805587:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077926.805589:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077926.805591:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077926.805595:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077926.805597:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077926.805601:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077926.805609:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174464:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077926.805613:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805615:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077926.805619:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612174464/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077926.805625:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077926.805627:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077926.805628:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077926.805631:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077926.805632:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077926.805634:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077926.805636:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077926.805637:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:1.0:1769077926.805640:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077926.805641:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077926.805642:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:1.0:1769077926.805645:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077926.805646:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805648:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077926.805659:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077926.805660:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077926.805662:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077926.805664:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077927.188685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077927.188692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077927.188769:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077927.188774:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077927.188777:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077927.828674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077927.828683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077927.828685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077927.828691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077927.828695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077927.828700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.828703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077927.828705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077927.828708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077928.212705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077928.212715:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077928.212846:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077928.212851:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077928.212856:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077928.852719:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077928.852727:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077928.852729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077928.852735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077928.852739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077928.852742:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077928.852745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077928.852747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077928.852750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077929.236686:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077929.236693:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077929.236769:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077929.236776:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077929.236819:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1769077929.876676:0:33337:0:(osc_request.c:735:osc_update_next_shrink()) next time 6120 to shrink grant
00000100:00000001:1.0:1769077929.876681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077929.876689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077929.876691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077929.876694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077929.876698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077929.876701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077929.876703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077929.876705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077929.876709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077930.260644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077930.260651:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077930.260725:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077930.260728:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077930.260730:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769077930.900705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769077930.900713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077930.900715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077930.900721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077930.900725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077930.900729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077930.900732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077930.900735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077930.900738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077931.284668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077931.284675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077931.284741:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077931.284770:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077931.284775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077931.412643:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299588675, at 4299589120
00000100:00000010:1.0:1769077931.412661:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00000040:0.0:1769077931.412676:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299588675, at 4299589120
00000100:00000010:0.0:1769077931.412694:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:0.0:1769077931.924709:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077931.924720:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077931.924722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769077931.924724:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077931.924731:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077931.924732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077931.924751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077931.924758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769077931.924765:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077931.924768:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077931.924773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.924779:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077931.924780:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4917
00000100:00000001:1.0:1769077931.924786:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.924791:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077931.924798:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077931.924807:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077931.924810:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077931.924814:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077931.924817:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077931.924821:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077931.924824:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077931.924829:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077931.924831:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077931.924834:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077931.924837:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077931.924839:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077931.924843:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077931.924846:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077931.924848:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077931.924850:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077931.924852:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077931.924856:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077931.924860:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077931.924863:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077931.924866:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077931.924869:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077931.924873:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077931.924876:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077931.924879:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077931.924889:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077931.924893:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077931.924898:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077931.924899:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077931.924901:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077931.924904:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077931.924908:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077931.924914:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769077931.924919:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077931.924927:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077931.924936:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077931.924939:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077931.924942:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077931.924963:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077931.924965:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077931.924968:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077931.924970:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077931.924971:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077931.924974:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077931.924977:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4917
00000400:00000200:0.0:1769077931.924982:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077931.924990:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077931.924992:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077931.924996:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077931.924999:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077931.925002:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077931.925004:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077931.925007:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077931.925010:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077931.925010:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077931.925013:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077931.925017:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077931.925018:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769077931.925024:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077931.925025:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077931.925031:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077931.925040:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000040:1.0:1769077931.925042:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077931.925045:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077931.925055:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077931.925059:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077931.925068:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769077931.925070:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077931.925071:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077931.925085:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769077931.925086:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077931.925092:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077931.925093:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077931.925098:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077931.925100:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769077931.925108:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174592:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769077931.925110:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077931.925117:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077931.925125:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077931.925126:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077931.925133:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077931.925135:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1769077931.925140:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077931.925141:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077931.925150:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077931.925151:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769077931.925160:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
02000000:00000010:1.0:1769077931.925165:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000020:00000040:0.0:1769077931.925166:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077931.925170:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077931.925176:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077931.925178:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077931.925181:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077931.925182:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077931.925186:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:0.0:1769077931.925188:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077931.925200:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
02000000:00000010:0.0:1769077931.925203:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000400:00000010:1.0:1769077931.925208:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:0.0:1769077931.925210:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077931.925218:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174592, portal 25
00000100:00100000:0.0:1769077931.925223:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077931.925224:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077931.925226:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00000040:1.0:1769077931.925241:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077931.925261:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077931.925264:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077931.925266:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077931.925274:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077931.925277:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000040:0.0:1769077931.925278:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077931.925284:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612174592, offset 0
00000100:00000001:0.0:1769077931.925302:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077931.925303:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769077931.925311:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077931.925315:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077931.925323:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077931.925323:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077931.925334:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077931.925339:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4927)
00000400:00000200:1.0:1769077931.925344:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077931.925353:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077931.925361:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077931.925368:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077931.925372:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077931.925377:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3748:3748:256:4294967295] 192.168.204.106@tcp LPNI seq info [3747:3747:8:4294967295]
00000400:00000200:1.0:1769077931.925381:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077931.925391:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077931.925397:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077931.925402:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077931.925409:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077931.925413:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077931.925420:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077931.925424:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077931.925429:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077931.925433:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077931.925441:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077931.925447:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077931.925455:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077931.925458:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077931.925464:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077931.925469:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925479:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077931.925482:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925488:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077931.925489:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077931.925496:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077931.925500:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077931.925503:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299593795
00000100:00000010:1.0:1769077931.925508:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769077931.925515:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077931.925522:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299593795
00000100:00000010:1.0:1769077931.925524:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769077931.925527:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077931.925531:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077931.925534:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077931.925537:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077931.925541:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931]  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077931.925580:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077931.925583:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077931.925586:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077931.925589:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077931.925590:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077931.925593:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077931.925596:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077931.925603:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925609:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077931.925610:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.925612:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077931.925614:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077931.925616:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925621:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077931.925625:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925631:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077931.925633:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.925634:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077931.925634:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.925636:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077931.925638:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077931.925640:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077931.925644:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077931.925645:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077931.925648:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077931.925654:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174592:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077931.925659:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.925661:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077931.925663:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612174592/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925668:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077931.925670:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077931.925673:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077931.925675:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077931.925678:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077931.925680:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077931.925682:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077931.925685:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769077931.925691:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077931.925693:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077931.925695:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769077931.925699:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077931.925700:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.925703:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.925712:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077931.925714:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077931.925717:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077931.925719:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077931.925720:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077931.925726:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925734:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077931.925753:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077931.925755:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077931.925757:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077931.925759:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077931.925762:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174720:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077931.925766:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077931.925769:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077931.925771:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077931.925774:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077931.925777:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077931.925779:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077931.925785:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077931.925788:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077931.925792:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077931.925796:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174720, portal 10
00000100:00000001:1.0:1769077931.925798:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077931.925799:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:1.0:1769077931.925808:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925815:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077931.925818:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077931.925821:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077931.925823:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612174720, offset 0
00000400:00000200:1.0:1769077931.925827:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077931.925831:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077931.925836:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077931.925839:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077931.925842:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077931.925844:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077931.925847:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077931.925850:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3749:3749:256:4294967295] 192.168.204.106@tcp LPNI seq info [3748:3748:8:4294967295]
00000400:00000200:1.0:1769077931.925855:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077931.925861:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077931.925878:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077931.925883:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077931.925887:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077931.925899:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077931.925904:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077931.925911:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077931.925916:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077931.925918:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077931.925922:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077931.925927:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077931.925930:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077931.925932:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077931.925935:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077931.925939:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925949:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077931.925952:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.925959:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077931.925960:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077931.925963:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077931.925966:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077931.925969:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077931.925971:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299590432
00000100:00000001:1.0:1769077931.925973:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299593795
00000100:00000001:1.0:1769077931.925975:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299590432
00000100:00000001:1.0:1769077931.925977:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299593795
00000100:00000001:1.0:1769077931.925979:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077931.925982:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077931.925984:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077931.925988:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077931/real 1769077931]  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077931.925997:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077931.925998:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077931.926000:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077931.926003:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077931.926005:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077931.926007:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077931.926012:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077931.926022:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.926030:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077931.926032:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.926033:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077931.926035:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077931.926039:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.926044:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077931.926046:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.926051:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077931.926053:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.926055:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077931.926056:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.926057:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077931.926058:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077931.926060:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077931.926062:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077931.926063:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077931.926065:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077931.926070:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174720:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077931.926073:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.926074:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077931.926076:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612174720/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077931.926081:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077931.926083:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077931.926084:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077931.926086:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077931.926087:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077931.926088:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077931.926089:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077931.926091:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:1.0:1769077931.926092:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077931.926093:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077931.926094:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:1.0:1769077931.926096:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077931.926097:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.926099:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077931.926101:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077931.926103:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077931.926105:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077931.926107:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077932.308775:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077932.308783:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077932.308887:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077932.308894:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077932.308899:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077932.948672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077932.948678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077932.948680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077932.948685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077932.948689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077932.948692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077932.948695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077932.948698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077932.948701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077933.332685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077933.332693:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077933.332775:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077933.332779:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077933.332783:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077933.972697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077933.972731:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077933.972733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077933.972740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077933.972744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077933.972749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077933.972752:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077933.972754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077933.972757:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077934.356679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077934.356686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077934.356766:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077934.356771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077934.356774:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077934.996675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077934.996707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077934.996710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077934.996716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077934.996721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077934.996725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077934.996728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077934.996731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077934.996734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077935.380643:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077935.380650:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077935.380652:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077935.380654:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077935.380658:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077935.380659:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077935.380661:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077935.380663:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077935.380728:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077935.380733:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077935.380736:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769077936.020666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077936.020687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077936.020689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077936.020693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077936.020696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077936.020700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077936.020702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077936.020704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077936.020706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077936.404682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077936.404688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077936.404762:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077936.404765:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077936.404775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077936.532638:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299593795, at 4299594240
00000100:00000040:1.0:1769077936.532638:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299593795, at 4299594240
00000100:00000010:0.0:1769077936.532653:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00000010:1.0:1769077936.532655:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00080000:0.0:1769077937.044697:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077937.044706:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077937.044708:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077937.044712:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077937.044716:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077937.044723:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4922
00000400:00000200:0.0:1769077937.044731:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077937.044736:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077937.044739:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077937.044741:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044744:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077937.044745:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044747:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077937.044750:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077937.044751:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077937.044753:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077937.044755:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077937.044757:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077937.044759:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077937.044761:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077937.044764:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044765:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077937.044767:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077937.044769:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044771:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077937.044772:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077937.044775:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077937.044776:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077937.044778:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077937.044780:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077937.044789:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769077937.044792:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077937.044795:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077937.044796:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077937.044798:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077937.044801:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077937.044804:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077937.044810:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077937.044815:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077937.044822:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077937.044830:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077937.044833:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077937.044837:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077937.044855:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077937.044858:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077937.044860:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077937.044861:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077937.044862:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077937.044864:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077937.044866:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4922
00000400:00000200:0.0:1769077937.044868:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077937.044870:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077937.044872:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077937.044874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044875:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077937.044877:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044878:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077937.044879:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077937.044881:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077937.044882:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077937.044883:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077937.044885:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077937.044887:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077937.044889:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044891:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077937.044892:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044894:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077937.044895:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077937.044897:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077937.044899:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077937.044900:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077937.044904:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077937.044906:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.044906:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077937.044908:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077937.044913:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1769077937.044914:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077937.044918:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.044919:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077937.044920:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077937.044925:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769077937.044928:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077937.044930:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077937.044931:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077937.044932:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077937.044933:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077937.044935:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077937.044937:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077937.044942:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:1.0:1769077937.044948:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077937.044950:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077937.044952:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077937.044956:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1769077937.044960:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077937.044962:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077937.044968:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077937.044971:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077937.044975:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077937.044977:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174848:192.168.204.106@tcp:250:kworker.0
00000100:00000040:0.0:1769077937.044981:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.044989:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077937.044991:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077937.044994:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077937.044995:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077937.045000:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769077937.045000:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077937.045005:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077937.045006:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077937.045008:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077937.045012:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4932)
02000000:00000010:1.0:1769077937.045014:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077937.045018:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077937.045036:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077937.045045:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077937.045053:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077937.045061:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174848, portal 25
00000100:00000001:1.0:1769077937.045064:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077937.045066:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636992 : -118662151914624 : ffff9413d0963b80)
00000100:00000040:1.0:1769077937.045073:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045082:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077937.045085:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077937.045088:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077937.045091:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612174848, offset 0
00000400:00000200:1.0:1769077937.045098:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077937.045108:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077937.045115:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077937.045121:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077937.045126:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077937.045130:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077937.045134:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077937.045138:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3750:3750:256:4294967295] 192.168.204.106@tcp LPNI seq info [3749:3749:8:4294967295]
00000400:00000200:1.0:1769077937.045144:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077937.045155:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077937.045163:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077937.045168:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077937.045175:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077937.045179:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077937.045185:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077937.045189:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077937.045193:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077937.045197:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077937.045204:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077937.045209:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077937.045215:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077937.045217:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077937.045222:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077937.045223:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000200:1.0:1769077937.045228:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077937.045228:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077937.045231:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077937.045236:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077937.045241:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077937.045244:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077937.045248:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077937.045249:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045250:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077937.045252:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077937.045257:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045266:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.045269:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077937.045275:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077937.045280:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077937.045283:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299598915
00000100:00000010:1.0:1769077937.045288:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769077937.045295:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077937.045301:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299598915
00000100:00000010:1.0:1769077937.045304:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769077937.045306:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077937.045308:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077937.045310:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.045312:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077937.045315:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077937/real 1769077937]  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077937.045323:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077937.045324:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077937.045326:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077937.045328:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077937.045329:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077937.045331:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077937.045333:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077937.045340:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045344:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077937.045345:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045347:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077937.045348:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077937.045350:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045355:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077937.045358:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045371:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077937.045376:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045377:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077937.045378:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045380:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077937.045382:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077937.045384:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077937.045387:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077937.045389:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077937.045392:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077937.045398:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612174848:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077937.045401:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045402:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077937.045404:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963b80 x1855007612174848/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045408:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077937.045410:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077937.045412:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077937.045414:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077937.045415:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077937.045416:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077937.045417:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077937.045419:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769077937.045422:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077937.045423:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077937.045425:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963b80.
00000100:00000001:1.0:1769077937.045427:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077937.045428:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045429:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045435:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077937.045436:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.045437:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077937.045438:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077937.045439:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077937.045442:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045451:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077937.045452:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077937.045453:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077937.045455:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077937.045456:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077937.045458:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174976:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077937.045460:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077937.045461:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077937.045462:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077937.045463:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077937.045465:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077937.045467:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077937.045470:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077937.045472:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077937.045474:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077937.045476:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612174976, portal 10
00000100:00000001:1.0:1769077937.045477:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077937.045478:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:1.0:1769077937.045483:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045487:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077937.045489:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077937.045490:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077937.045492:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612174976, offset 0
00000400:00000200:1.0:1769077937.045495:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077937.045497:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077937.045500:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077937.045502:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077937.045504:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077937.045505:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077937.045507:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077937.045509:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3751:3751:256:4294967295] 192.168.204.106@tcp LPNI seq info [3750:3750:8:4294967295]
00000400:00000200:1.0:1769077937.045512:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077937.045516:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077937.045520:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077937.045522:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077937.045524:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077937.045526:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077937.045530:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077937.045531:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077937.045534:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077937.045535:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077937.045537:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077937.045540:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077937.045542:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077937.045543:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077937.045544:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077937.045547:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045575:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077937.045578:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045582:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.045583:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077937.045586:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077937.045589:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077937.045591:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077937.045593:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299595552
00000100:00000001:1.0:1769077937.045595:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299598915
00000100:00000001:1.0:1769077937.045596:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299595552
00000100:00000001:1.0:1769077937.045598:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299598915
00000100:00000001:1.0:1769077937.045599:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077937.045601:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.045602:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077937.045605:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077937/real 1769077937]  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077937.045610:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077937.045611:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077937.045612:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077937.045613:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077937.045614:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077937.045615:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077937.045617:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077937.045623:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045627:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077937.045628:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045629:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077937.045630:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077937.045632:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045636:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077937.045638:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045643:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077937.045644:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045645:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077937.045646:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045647:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077937.045649:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077937.045665:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077937.045668:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077937.045670:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077937.045673:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077937.045678:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612174976:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077937.045681:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045682:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077937.045684:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612174976/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077937.045688:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077937.045689:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077937.045690:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077937.045692:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077937.045692:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077937.045693:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077937.045694:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077937.045695:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769077937.045697:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077937.045698:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077937.045699:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:1.0:1769077937.045700:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077937.045701:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045702:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077937.045704:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077937.045705:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077937.045707:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077937.045708:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077937.428668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077937.428673:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077937.428723:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077937.428727:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077937.428729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077938.068700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077938.068707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077938.068708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077938.068713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077938.068716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077938.068719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077938.068721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077938.068723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077938.068725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077938.452677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077938.452683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077938.452752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077938.452755:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077938.452758:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077939.092675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077939.092681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077939.092683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077939.092687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077939.092689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077939.092692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077939.092694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077939.092696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077939.092699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077939.476716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077939.476724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077939.476819:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077939.476823:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077939.476826:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077940.116685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077940.116693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077940.116695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077940.116701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077940.116705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077940.116708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077940.116712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077940.116715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077940.116718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077940.500627:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077940.500633:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077940.500686:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077940.500690:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077940.500694:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077941.140705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077941.140713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077941.140715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077941.140722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077941.140726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077941.140731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.140734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077941.140737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077941.140740:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077941.524733:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077941.524740:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077941.524808:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077941.524812:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077941.524815:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077941.652652:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299598915, at 4299599360
00000100:00000040:1.0:1769077941.652652:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299598915, at 4299599360
00000100:00000010:0.0:1769077941.652665:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000010:1.0:1769077941.652667:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000001:3.0:1769077942.164667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077942.164675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077942.164678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077942.164684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077942.164688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077942.164693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077942.164696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077942.164699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077942.164703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077942.164704:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077942.164712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077942.164715:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077942.164719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077942.164724:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077942.164731:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4927
00000400:00000200:2.0:1769077942.164741:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077942.164748:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077942.164751:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077942.164755:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077942.164758:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077942.164760:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077942.164763:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077942.164767:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077942.164770:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077942.164773:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077942.164776:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077942.164779:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077942.164781:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077942.164784:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077942.164786:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077942.164788:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077942.164790:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077942.164793:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077942.164796:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077942.164799:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.164802:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077942.164805:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077942.164808:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.164810:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077942.164812:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077942.164821:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769077942.164824:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077942.164828:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077942.164830:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.164833:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077942.164836:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077942.164840:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077942.164848:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769077942.164854:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077942.164863:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077942.164883:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077942.164888:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077942.164893:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077942.164913:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077942.164917:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077942.164921:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077942.164922:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077942.164924:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077942.164927:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077942.164930:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4927
00000400:00000200:2.0:1769077942.164934:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077942.164938:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077942.164941:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077942.164944:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077942.164947:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077942.164949:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077942.164952:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077942.164953:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077942.164958:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077942.164959:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769077942.164960:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077942.164964:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077942.164964:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077942.164969:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077942.164972:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769077942.164975:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077942.164976:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077942.164984:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077942.164989:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077942.164993:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077942.164997:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077942.164998:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077942.165001:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077942.165003:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769077942.165009:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1769077942.165009:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769077942.165014:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077942.165015:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.165019:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077942.165022:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.165027:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077942.165029:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175104:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769077942.165032:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.165037:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077942.165039:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769077942.165043:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077942.165045:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077942.165050:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077942.165050:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.165056:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077942.165057:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1769077942.165060:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
02000000:00000010:1.0:1769077942.165064:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000020:00000040:2.0:1769077942.165065:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077942.165071:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077942.165071:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077942.165074:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077942.165077:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077942.165079:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077942.165081:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077942.165083:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:2.0:1769077942.165089:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000400:00000010:1.0:1769077942.165091:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:2.0:1769077942.165096:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077942.165100:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00100000:2.0:1769077942.165105:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077942.165110:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612175104, portal 25
00000100:00000001:1.0:1769077942.165115:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077942.165119:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569956864 : -118662139594752 : ffff9413d1523800)
00000100:00000001:2.0:1769077942.165119:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077942.165124:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077942.165131:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077942.165133:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165156:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077942.165161:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077942.165164:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077942.165167:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077942.165169:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000040:2.0:1769077942.165175:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769077942.165176:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612175104, offset 0
00000100:00000040:2.0:1769077942.165181:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077942.165188:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077942.165189:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077942.165197:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4937)
00000400:00000200:1.0:1769077942.165201:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077942.165210:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077942.165216:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077942.165222:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077942.165227:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077942.165230:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077942.165233:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3752:3752:256:4294967295] 192.168.204.106@tcp LPNI seq info [3751:3751:8:4294967295]
00000400:00000200:1.0:1769077942.165238:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077942.165247:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077942.165253:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077942.165258:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077942.165265:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077942.165269:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077942.165275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077942.165278:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077942.165283:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077942.165285:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077942.165291:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077942.165296:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077942.165300:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077942.165303:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077942.165320:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077942.165333:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165344:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077942.165347:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165355:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077942.165357:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077942.165364:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077942.165369:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077942.165372:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299604035
00000100:00000010:1.0:1769077942.165378:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769077942.165384:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077942.165399:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299604035
00000100:00000010:1.0:1769077942.165402:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0428a0.
00000100:00000001:1.0:1769077942.165404:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077942.165406:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077942.165408:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077942.165410:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077942.165415:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077942/real 1769077942]  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077942.165423:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077942.165424:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077942.165426:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077942.165428:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077942.165429:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077942.165431:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077942.165434:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077942.165440:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165444:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077942.165445:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165447:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077942.165448:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077942.165450:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165455:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077942.165458:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165468:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077942.165470:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165471:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077942.165472:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165474:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077942.165475:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077942.165477:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077942.165480:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077942.165481:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077942.165484:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077942.165489:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175104:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077942.165492:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165494:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077942.165496:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523800 x1855007612175104/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165508:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077942.165511:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077942.165513:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077942.165515:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077942.165516:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077942.165518:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077942.165519:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077942.165521:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d000.
02000000:00000001:1.0:1769077942.165524:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077942.165526:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077942.165527:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523800.
00000100:00000001:1.0:1769077942.165529:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077942.165529:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165531:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165537:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077942.165538:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077942.165539:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077942.165540:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077942.165541:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077942.165544:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165548:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077942.165550:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077942.165586:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077942.165588:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077942.165589:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077942.165592:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612175232:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077942.165594:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077942.165596:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077942.165597:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077942.165598:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077942.165601:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077942.165602:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077942.165606:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077942.165608:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077942.165610:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077942.165613:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612175232, portal 10
00000100:00000001:1.0:1769077942.165614:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077942.165615:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569943424 : -118662139608192 : ffff9413d1520380)
00000100:00000040:1.0:1769077942.165620:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165624:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077942.165626:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077942.165628:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077942.165629:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612175232, offset 0
00000400:00000200:1.0:1769077942.165632:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077942.165636:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077942.165641:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077942.165644:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077942.165647:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077942.165649:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077942.165652:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077942.165655:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3753:3753:256:4294967295] 192.168.204.106@tcp LPNI seq info [3752:3752:8:4294967295]
00000400:00000200:1.0:1769077942.165659:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077942.165666:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077942.165672:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077942.165676:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077942.165680:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077942.165683:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077942.165686:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077942.165688:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077942.165691:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077942.165692:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077942.165694:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077942.165697:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077942.165699:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077942.165700:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077942.165702:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077942.165705:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165710:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077942.165712:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165716:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077942.165717:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077942.165720:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077942.165723:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077942.165725:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077942.165727:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299600672
00000100:00000001:1.0:1769077942.165729:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299604035
00000100:00000001:1.0:1769077942.165731:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299600672
00000100:00000001:1.0:1769077942.165732:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299604035
00000100:00000001:1.0:1769077942.165734:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077942.165735:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077942.165736:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077942.165739:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077942/real 1769077942]  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077942.165743:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077942.165744:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077942.165746:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077942.165747:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077942.165748:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077942.165750:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077942.165752:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077942.165757:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165761:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077942.165762:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165763:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077942.165764:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077942.165766:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165770:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077942.165773:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165777:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077942.165778:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165780:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077942.165781:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165782:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077942.165784:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077942.165785:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077942.165787:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077942.165789:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077942.165791:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077942.165796:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612175232:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077942.165798:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165799:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077942.165801:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520380 x1855007612175232/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077942.165805:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077942.165806:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077942.165814:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077942.165817:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077942.165818:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077942.165819:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077942.165820:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077942.165821:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:1.0:1769077942.165823:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077942.165824:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077942.165825:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520380.
00000100:00000001:1.0:1769077942.165827:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077942.165827:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165829:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077942.165831:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077942.165832:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077942.165833:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077942.165834:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077942.548682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077942.548687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077942.548747:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077942.548751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077942.548754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077943.188665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077943.188672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077943.188674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077943.188678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077943.188681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077943.188684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077943.188686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077943.188689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077943.188691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077943.572682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077943.572690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077943.572752:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077943.572757:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077943.572761:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077944.212656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077944.212671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077944.212676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077944.212683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077944.212686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077944.212690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077944.212693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077944.212696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077944.212698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077944.596673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077944.596680:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077944.596682:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077944.596684:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077944.596687:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077944.596689:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077944.596691:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077944.596692:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077944.596769:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077944.596774:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077944.596778:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077945.236642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077945.236650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077945.236652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077945.236658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077945.236662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077945.236666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077945.236668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077945.236671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077945.236673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077945.620626:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077945.620632:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077945.620691:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077945.620695:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077945.620698:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077946.260693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077946.260702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077946.260704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077946.260710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077946.260714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077946.260718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.260721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077946.260724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077946.260727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077946.644720:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077946.644729:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077946.644826:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077946.644831:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077946.644836:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077946.772682:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299604035, at 4299604480
00000100:00000010:1.0:1769077946.772700:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000100:00000040:0.0:1769077946.772717:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299604035, at 4299604480
00000100:00000010:0.0:1769077946.772732:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:2.0:1769077947.284678:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077947.284688:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077947.284688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769077947.284695:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077947.284698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077947.284700:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077947.284702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.284705:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:3.0:1769077947.284712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077947.284715:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4932
00000100:00000001:3.0:1769077947.284726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1769077947.284731:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769077947.284734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769077947.284739:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077947.284741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077947.284743:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077947.284747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077947.284748:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284754:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077947.284757:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077947.284758:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284764:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077947.284769:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077947.284770:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077947.284772:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077947.284775:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077947.284777:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077947.284779:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077947.284782:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284784:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077947.284788:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284790:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077947.284792:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077947.284794:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284798:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.284801:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077947.284805:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077947.284809:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.284812:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077947.284815:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077947.284825:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769077947.284829:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077947.284834:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077947.284836:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.284839:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077947.284842:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077947.284846:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077947.284854:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769077947.284861:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077947.284870:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077947.284878:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077947.284882:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077947.284885:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077947.284904:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077947.284907:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077947.284909:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077947.284910:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077947.284912:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077947.284914:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077947.284916:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4932
00000400:00000200:2.0:1769077947.284919:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077947.284921:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077947.284924:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077947.284926:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284930:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077947.284932:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284934:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077947.284936:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077947.284937:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077947.284938:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077947.284939:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769077947.284941:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077947.284942:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077947.284947:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077947.284947:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077947.284953:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077947.284959:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284964:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077947.284968:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077947.284970:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077947.284983:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077947.284990:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077947.284993:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077947.284993:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769077947.285002:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077947.285008:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769077947.285008:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077947.285016:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077947.285019:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.285020:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077947.285026:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769077947.285030:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175360:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769077947.285031:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.285038:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077947.285041:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077947.285045:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1769077947.285046:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.285049:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077947.285053:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769077947.285054:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769077947.285060:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077947.285061:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077947.285063:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077947.285069:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077947.285070:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077947.285072:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077947.285076:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077947.285078:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077947.285082:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
02000000:00000010:1.0:1769077947.285083:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077947.285089:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077947.285090:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077947.285105:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077947.285113:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00100000:2.0:1769077947.285113:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077947.285127:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769077947.285127:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077947.285134:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077947.285139:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612175360, portal 25
00000100:00000040:2.0:1769077947.285139:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285148:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077947.285151:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569946112 : -118662139605504 : ffff9413d1520e00)
00000100:00000040:1.0:1769077947.285164:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285221:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077947.285221:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077947.285226:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077947.285231:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077947.285238:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077947.285240:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000040:2.0:1769077947.285243:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077947.285245:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612175360, offset 0
00000100:00000040:2.0:1769077947.285255:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077947.285258:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077947.285269:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4942)
00000400:00000200:1.0:1769077947.285275:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077947.285284:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077947.285291:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077947.285295:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077947.285300:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077947.285304:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077947.285309:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3754:3754:256:4294967295] 192.168.204.106@tcp LPNI seq info [3753:3753:8:4294967295]
00000400:00000200:1.0:1769077947.285312:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077947.285321:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077947.285327:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077947.285331:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077947.285339:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077947.285343:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077947.285349:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077947.285352:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077947.285356:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077947.285358:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077947.285366:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077947.285370:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077947.285374:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077947.285377:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077947.285382:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077947.285386:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285395:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077947.285398:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285403:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077947.285405:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077947.285410:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077947.285413:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077947.285416:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299609155
00000100:00000010:1.0:1769077947.285421:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0428a0.
00000100:00000001:1.0:1769077947.285428:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077947.285434:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299609155
00000100:00000010:1.0:1769077947.285438:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769077947.285440:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077947.285443:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077947.285445:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077947.285448:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077947.285451:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947]  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077947.285458:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077947.285460:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077947.285461:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077947.285463:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077947.285464:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077947.285466:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077947.285469:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077947.285476:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285510:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077947.285512:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285514:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077947.285516:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077947.285519:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285524:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077947.285528:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285533:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077947.285535:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285536:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077947.285537:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285539:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077947.285541:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077947.285543:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077947.285546:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077947.285548:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077947.285573:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077947.285579:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175360:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077947.285582:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285584:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077947.285586:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520e00 x1855007612175360/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285591:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077947.285593:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077947.285596:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077947.285599:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077947.285600:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077947.285602:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077947.285604:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077947.285606:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769077947.285610:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077947.285613:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077947.285614:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520e00.
00000100:00000001:1.0:1769077947.285617:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077947.285618:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285620:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285626:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077947.285627:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077947.285629:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077947.285630:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077947.285632:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077947.285634:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285640:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077947.285641:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077947.285643:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077947.285644:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077947.285646:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077947.285648:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612175488:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077947.285650:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077947.285652:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077947.285653:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077947.285655:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077947.285657:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077947.285659:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077947.285662:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077947.285664:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077947.285666:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077947.285669:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612175488, portal 10
00000100:00000001:1.0:1769077947.285671:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077947.285672:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569950592 : -118662139601024 : ffff9413d1521f80)
00000100:00000040:1.0:1769077947.285677:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285681:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077947.285683:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077947.285685:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077947.285686:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612175488, offset 0
00000400:00000200:1.0:1769077947.285689:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077947.285691:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077947.285694:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077947.285696:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077947.285698:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077947.285700:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077947.285702:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077947.285704:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3755:3755:256:4294967295] 192.168.204.106@tcp LPNI seq info [3754:3754:8:4294967295]
00000400:00000200:1.0:1769077947.285707:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077947.285712:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077947.285715:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077947.285717:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077947.285720:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077947.285722:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077947.285725:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077947.285727:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077947.285729:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077947.285731:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077947.285733:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077947.285736:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077947.285738:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077947.285739:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077947.285741:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077947.285743:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285753:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077947.285756:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285760:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077947.285761:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077947.285763:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077947.285766:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077947.285768:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077947.285770:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299605792
00000100:00000001:1.0:1769077947.285772:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299609155
00000100:00000001:1.0:1769077947.285774:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299605792
00000100:00000001:1.0:1769077947.285775:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299609155
00000100:00000001:1.0:1769077947.285777:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077947.285778:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077947.285780:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077947.285782:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077947/real 1769077947]  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077947.285787:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077947.285787:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077947.285788:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077947.285790:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077947.285791:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077947.285792:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077947.285794:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077947.285799:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285804:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077947.285805:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285806:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077947.285807:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077947.285810:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285814:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077947.285816:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285820:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077947.285822:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285823:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077947.285824:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285825:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077947.285826:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077947.285828:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077947.285831:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077947.285834:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077947.285838:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077947.285846:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612175488:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077947.285849:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285851:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077947.285855:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521f80 x1855007612175488/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077947.285862:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077947.285863:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077947.285865:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077947.285868:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077947.285870:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077947.285872:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077947.285874:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077947.285876:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:1.0:1769077947.285879:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077947.285881:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077947.285882:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521f80.
00000100:00000001:1.0:1769077947.285886:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077947.285887:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285889:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077947.285893:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077947.285894:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077947.285895:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077947.285897:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077947.668652:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077947.668660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077947.668714:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077947.668718:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077947.668722:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077948.308695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077948.308704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077948.308706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077948.308713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077948.308717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077948.308720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077948.308723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077948.308726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077948.308729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077948.692724:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077948.692735:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077948.692834:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077948.692840:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077948.692844:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077949.332702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077949.332710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077949.332712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077949.332717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077949.332721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077949.332726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077949.332729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077949.332732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077949.332734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077949.716654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077949.716661:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077949.716714:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077949.716719:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077949.716724:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077950.356666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077950.356672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077950.356673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077950.356678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077950.356681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077950.356684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077950.356686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077950.356688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077950.356690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077950.740685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077950.740693:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077950.740769:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077950.740774:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077950.740777:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077951.380677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077951.380688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077951.380690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077951.380698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077951.380703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077951.380709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.380712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077951.380715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077951.380719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077951.764701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077951.764708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077951.764783:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077951.764788:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077951.764793:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077951.892691:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299609155, at 4299609600
00000100:00000040:0.0:1769077951.892710:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299609155, at 4299609600
00000100:00000010:1.0:1769077951.892712:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000010:0.0:1769077951.892722:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000100:00080000:2.0:1769077952.404671:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077952.404671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077952.404678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077952.404683:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077952.404683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077952.404689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077952.404693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077952.404694:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077952.404697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077952.404699:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077952.404701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077952.404705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077952.404706:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077952.404709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077952.404716:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4937
00000400:00000200:2.0:1769077952.404727:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077952.404734:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077952.404737:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077952.404741:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404745:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077952.404747:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404749:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077952.404752:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077952.404754:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077952.404757:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077952.404761:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077952.404762:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077952.404765:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077952.404767:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404768:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077952.404769:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404771:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077952.404773:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077952.404775:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404777:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.404779:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077952.404782:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077952.404785:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.404786:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077952.404788:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077952.404799:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769077952.404802:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077952.404806:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077952.404807:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.404810:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077952.404812:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077952.404817:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077952.404825:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769077952.404831:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.404840:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077952.404849:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077952.404853:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077952.404857:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077952.404876:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077952.404879:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077952.404882:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077952.404883:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077952.404885:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077952.404887:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077952.404889:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4937
00000400:00000200:2.0:1769077952.404892:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077952.404893:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077952.404895:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077952.404897:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404899:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077952.404900:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404902:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077952.404904:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077952.404906:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077952.404907:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077952.404909:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077952.404910:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077952.404911:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077952.404913:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404915:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077952.404916:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404918:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077952.404919:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077952.404920:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077952.404925:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077952.404925:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077952.404928:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077952.404929:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077952.404934:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077952.404940:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077952.404944:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077952.404950:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.404956:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077952.404957:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077952.404961:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077952.404964:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077952.404965:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077952.404968:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077952.404972:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077952.404972:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.404979:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077952.404981:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175616:192.168.204.106@tcp:250:kworker.0
00000100:00000010:2.0:1769077952.404985:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000100:00000001:1.0:1769077952.404989:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077952.404991:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077952.404996:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077952.404997:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077952.404997:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077952.405001:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077952.405003:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077952.405003:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077952.405006:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077952.405009:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077952.405011:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077952.405016:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077952.405018:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077952.405023:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077952.405023:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077952.405033:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077952.405036:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077952.405038:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769077952.405042:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077952.405046:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:2.0:1769077952.405054:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077952.405057:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:2.0:1769077952.405057:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077952.405063:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077952.405066:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077952.405069:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612175616, portal 25
00000100:00000040:2.0:1769077952.405069:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077952.405076:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769077952.405079:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4947)
00000100:00000001:1.0:1769077952.405080:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569954176 : -118662139597440 : ffff9413d1522d80)
00000100:00000040:1.0:1769077952.405092:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405102:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077952.405106:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077952.405111:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077952.405114:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612175616, offset 0
00000400:00000200:1.0:1769077952.405123:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077952.405140:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077952.405146:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077952.405151:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077952.405156:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077952.405160:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077952.405162:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077952.405165:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3756:3756:256:4294967295] 192.168.204.106@tcp LPNI seq info [3755:3755:8:4294967295]
00000400:00000200:1.0:1769077952.405169:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077952.405181:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077952.405187:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077952.405194:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077952.405202:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077952.405207:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077952.405215:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077952.405219:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077952.405223:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077952.405227:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077952.405234:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077952.405238:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077952.405243:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077952.405245:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077952.405250:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077952.405253:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405261:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077952.405264:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405270:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077952.405271:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077952.405277:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077952.405281:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077952.405283:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299614275
00000100:00000010:1.0:1769077952.405287:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769077952.405294:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077952.405300:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299614275
00000100:00000010:1.0:1769077952.405302:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769077952.405305:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077952.405307:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077952.405309:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077952.405312:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077952.405314:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952]  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077952.405322:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077952.405323:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077952.405326:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077952.405328:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077952.405329:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077952.405331:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077952.405335:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077952.405345:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405353:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077952.405355:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405358:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077952.405361:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077952.405366:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405374:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077952.405380:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405388:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077952.405390:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405423:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077952.405424:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405427:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077952.405430:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077952.405433:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077952.405438:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077952.405440:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077952.405446:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077952.405456:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175616:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077952.405465:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405468:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077952.405471:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522d80 x1855007612175616/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405479:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077952.405482:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077952.405484:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077952.405486:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077952.405488:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077952.405489:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077952.405491:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077952.405494:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769077952.405497:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077952.405500:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077952.405502:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522d80.
00000100:00000001:1.0:1769077952.405506:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077952.405508:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405510:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405518:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077952.405521:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077952.405523:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077952.405525:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077952.405526:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077952.405531:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405539:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077952.405540:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077952.405543:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077952.405545:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077952.405548:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077952.405581:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612175744:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077952.405585:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077952.405587:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077952.405588:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077952.405590:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077952.405592:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077952.405594:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077952.405598:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077952.405600:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077952.405603:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077952.405605:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612175744, portal 10
00000100:00000001:1.0:1769077952.405606:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077952.405608:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569949696 : -118662139601920 : ffff9413d1521c00)
00000100:00000040:1.0:1769077952.405613:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405618:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077952.405620:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077952.405621:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077952.405623:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612175744, offset 0
00000400:00000200:1.0:1769077952.405625:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077952.405628:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077952.405631:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077952.405633:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077952.405635:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077952.405637:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077952.405639:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077952.405641:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3757:3757:256:4294967295] 192.168.204.106@tcp LPNI seq info [3756:3756:8:4294967295]
00000400:00000200:1.0:1769077952.405644:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077952.405648:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077952.405651:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077952.405653:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077952.405656:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077952.405658:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077952.405661:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077952.405663:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077952.405666:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077952.405668:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077952.405671:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077952.405674:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077952.405676:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077952.405677:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077952.405679:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077952.405681:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405687:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077952.405689:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405696:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077952.405698:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077952.405701:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077952.405705:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077952.405709:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077952.405711:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299610912
00000100:00000001:1.0:1769077952.405714:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299614275
00000100:00000001:1.0:1769077952.405716:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299610912
00000100:00000001:1.0:1769077952.405719:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299614275
00000100:00000001:1.0:1769077952.405722:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077952.405724:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077952.405726:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077952.405731:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077952/real 1769077952]  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077952.405740:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077952.405741:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077952.405743:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077952.405746:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077952.405748:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077952.405750:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077952.405754:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077952.405760:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405764:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077952.405765:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405767:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077952.405768:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077952.405770:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405775:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077952.405777:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405782:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077952.405783:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405784:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077952.405785:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405786:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077952.405787:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077952.405789:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077952.405791:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077952.405792:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077952.405795:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077952.405799:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612175744:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077952.405802:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405803:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077952.405805:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521c00 x1855007612175744/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077952.405810:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077952.405811:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077952.405813:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077952.405815:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077952.405815:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077952.405816:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077952.405818:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077952.405819:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769077952.405821:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077952.405822:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077952.405823:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521c00.
00000100:00000001:1.0:1769077952.405824:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077952.405825:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405827:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077952.405829:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077952.405830:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077952.405832:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077952.405833:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077952.788642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077952.788649:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077952.788750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077952.788754:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077952.788758:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077953.428677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077953.428688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077953.428690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077953.428698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077953.428703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077953.428707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077953.428710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077953.428713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077953.428716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077953.812695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077953.812705:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077953.812770:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077953.812774:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077953.812777:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077954.452685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077954.452693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077954.452694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077954.452701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077954.452704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077954.452708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077954.452711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077954.452713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077954.452716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077954.836713:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077954.836725:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077954.836729:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077954.836733:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077954.836740:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077954.836742:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077954.836746:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077954.836749:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077954.836822:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077954.836827:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077954.836832:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077955.476638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077955.476646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077955.476648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077955.476653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077955.476657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077955.476662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077955.476664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077955.476666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077955.476670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077955.860728:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077955.860738:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077955.860809:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077955.860814:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077955.860819:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077956.500669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077956.500676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077956.500678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077956.500682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077956.500685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077956.500688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077956.500690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077956.500692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077956.500694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077956.884672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077956.884680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077956.884763:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077956.884769:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077956.884774:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077957.012682:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299614275, at 4299614720
00000100:00000040:1.0:1769077957.012682:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299614275, at 4299614720
00000100:00000010:1.0:1769077957.012708:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000010:0.0:1769077957.012713:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000001:3.0:1769077957.524635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077957.524643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077957.524647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077957.524652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077957.524657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077957.524661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.524664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077957.524668:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077957.524671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077957.524698:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077957.524711:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077957.524714:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077957.524719:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077957.524724:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077957.524734:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4942
00000400:00000200:0.0:1769077957.524746:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077957.524754:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077957.524757:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077957.524761:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077957.524764:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.524768:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077957.524771:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077957.524776:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077957.524779:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077957.524782:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077957.524785:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077957.524788:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077957.524791:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077957.524794:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077957.524797:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.524799:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077957.524801:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077957.524805:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077957.524809:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077957.524812:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077957.524816:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077957.524821:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077957.524824:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.524828:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077957.524831:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077957.524843:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769077957.524847:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077957.524853:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077957.524855:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.524859:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077957.524863:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077957.524868:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077957.524878:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077957.524886:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077957.524898:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077957.524910:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077957.524916:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077957.524922:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077957.524953:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077957.524957:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077957.524961:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077957.524963:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077957.524965:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077957.524969:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077957.524972:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4942
00000400:00000200:0.0:1769077957.524977:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077957.524981:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077957.524984:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077957.524989:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077957.524991:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.524994:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077957.524996:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769077957.524997:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077957.525000:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077957.525002:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077957.525004:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077957.525006:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077957.525008:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077957.525012:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:1.0:1769077957.525015:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077957.525016:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077957.525023:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077957.525032:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077957.525033:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077957.525036:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.525038:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077957.525042:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769077957.525042:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077957.525048:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077957.525048:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077957.525056:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769077957.525057:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077957.525063:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175872:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077957.525071:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077957.525072:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077957.525078:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077957.525079:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077957.525080:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077957.525084:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077957.525089:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077957.525090:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077957.525095:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077957.525096:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000100:00000001:0.0:1769077957.525098:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077957.525102:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077957.525105:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077957.525111:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077957.525115:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077957.525116:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077957.525121:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000010:0.0:1769077957.525123:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769077957.525128:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000010:1.0:1769077957.525129:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
02000000:00000001:0.0:1769077957.525132:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077957.525136:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077957.525139:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1769077957.525139:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612175872, portal 25
02000000:00000001:0.0:1769077957.525143:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077957.525144:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077957.525147:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525147:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
02000000:00000010:0.0:1769077957.525157:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000040:1.0:1769077957.525157:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077957.525164:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525168:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077957.525174:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00100000:0.0:1769077957.525175:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077957.525178:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077957.525183:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612175872, offset 0
00000400:00000200:1.0:1769077957.525193:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769077957.525194:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077957.525198:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077957.525204:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077957.525205:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077957.525214:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:0.0:1769077957.525223:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077957.525224:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077957.525229:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077957.525232:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:0.0:1769077957.525238:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077957.525238:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077957.525242:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:0.0:1769077957.525245:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077957.525248:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3758:3758:256:4294967295] 192.168.204.106@tcp LPNI seq info [3757:3757:8:4294967295]
00000100:00000040:0.0:1769077957.525257:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077957.525257:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077957.525267:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4952)
00000400:00000200:1.0:1769077957.525271:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077957.525278:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077957.525282:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077957.525289:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077957.525293:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077957.525299:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077957.525302:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077957.525328:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077957.525331:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077957.525339:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077957.525343:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077957.525347:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077957.525349:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077957.525353:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077957.525357:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525365:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077957.525367:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525373:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525374:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077957.525380:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077957.525384:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077957.525386:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299619395
00000100:00000010:1.0:1769077957.525391:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769077957.525398:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077957.525412:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299619395
00000100:00000010:1.0:1769077957.525415:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769077957.525417:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077957.525420:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077957.525422:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525425:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077957.525428:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957]  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077957.525441:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077957.525442:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077957.525444:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077957.525447:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077957.525449:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077957.525452:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077957.525455:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077957.525462:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525466:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077957.525468:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525470:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077957.525471:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077957.525474:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525479:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077957.525482:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525488:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077957.525490:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525491:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077957.525492:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525494:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077957.525496:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077957.525498:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077957.525502:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077957.525503:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077957.525506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077957.525512:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612175872:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077957.525515:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525517:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077957.525518:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612175872/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525523:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077957.525525:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077957.525527:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077957.525529:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077957.525531:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077957.525532:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077957.525534:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077957.525537:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769077957.525541:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077957.525542:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077957.525544:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769077957.525547:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077957.525547:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525549:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525593:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077957.525595:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525597:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077957.525598:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077957.525599:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077957.525602:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525612:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077957.525613:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077957.525615:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077957.525616:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077957.525618:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077957.525619:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176000:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077957.525621:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077957.525623:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077957.525624:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077957.525625:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077957.525627:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077957.525629:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077957.525632:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077957.525634:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077957.525637:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077957.525639:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176000, portal 10
00000100:00000001:1.0:1769077957.525640:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077957.525642:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:1.0:1769077957.525647:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525651:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077957.525653:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077957.525655:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077957.525656:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612176000, offset 0
00000400:00000200:1.0:1769077957.525659:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077957.525661:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077957.525664:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077957.525666:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077957.525668:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077957.525670:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077957.525672:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077957.525674:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3759:3759:256:4294967295] 192.168.204.106@tcp LPNI seq info [3758:3758:8:4294967295]
00000400:00000200:1.0:1769077957.525677:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077957.525682:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077957.525685:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077957.525687:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077957.525690:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077957.525692:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077957.525695:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077957.525697:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077957.525715:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077957.525717:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077957.525719:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077957.525722:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077957.525724:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077957.525726:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077957.525728:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077957.525730:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525735:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077957.525738:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525742:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525744:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077957.525746:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077957.525749:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077957.525751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077957.525752:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299616032
00000100:00000001:1.0:1769077957.525754:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299619395
00000100:00000001:1.0:1769077957.525756:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299616032
00000100:00000001:1.0:1769077957.525758:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299619395
00000100:00000001:1.0:1769077957.525759:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077957.525762:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525763:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077957.525765:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077957/real 1769077957]  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077957.525771:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077957.525772:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077957.525773:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077957.525774:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077957.525776:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077957.525777:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077957.525787:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077957.525794:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525798:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077957.525799:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525800:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077957.525801:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077957.525803:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525808:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077957.525810:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525815:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077957.525817:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525818:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077957.525819:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525820:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077957.525821:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077957.525823:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077957.525826:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077957.525827:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077957.525830:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077957.525835:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176000:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077957.525837:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525838:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077957.525840:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612176000/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077957.525844:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077957.525845:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077957.525846:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077957.525848:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077957.525849:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077957.525850:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077957.525852:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077957.525853:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769077957.525855:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077957.525856:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077957.525857:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:1.0:1769077957.525859:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077957.525860:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525861:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077957.525863:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077957.525864:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077957.525866:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077957.525867:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077957.908709:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077957.908716:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077957.908789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077957.908794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077957.908798:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077958.548709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077958.548715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077958.548716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077958.548721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077958.548724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077958.548727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.548729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077958.548731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077958.548732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077958.932703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077958.932711:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077958.932782:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077958.932786:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077958.932790:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077959.572657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077959.572664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077959.572665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077959.572670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077959.572673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077959.572676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077959.572678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077959.572680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077959.572682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077959.956666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077959.956676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077959.956752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077959.956757:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077959.956761:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077960.596667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077960.596674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077960.596676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077960.596681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077960.596684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077960.596687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077960.596689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077960.596691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077960.596693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077960.980709:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077960.980719:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077960.980798:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077960.980803:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077960.980808:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077961.620609:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077961.620615:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077961.620617:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077961.620621:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077961.620624:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077961.620626:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077961.620629:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077961.620631:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077961.620634:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077962.004710:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077962.004718:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077962.004840:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077962.004845:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077962.004849:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077962.132680:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299619395, at 4299619840
00000100:00000040:1.0:1769077962.132680:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299619395, at 4299619840
00000100:00000010:1.0:1769077962.132698:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00000010:0.0:1769077962.132699:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000001:3.0:1769077962.644646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077962.644657:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077962.644658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077962.644662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077962.644668:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077962.644671:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077962.644678:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1769077962.644679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077962.644685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077962.644687:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077962.644690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077962.644694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077962.644697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077962.644699:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4947
00000100:00000001:3.0:1769077962.644701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077962.644712:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077962.644721:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077962.644725:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077962.644731:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077962.644734:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077962.644738:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077962.644740:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077962.644745:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077962.644747:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077962.644751:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077962.644753:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077962.644756:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077962.644759:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077962.644763:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077962.644765:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077962.644767:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077962.644769:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077962.644774:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077962.644777:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077962.644780:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077962.644783:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077962.644787:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077962.644791:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077962.644793:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077962.644796:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077962.644807:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769077962.644811:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077962.644816:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077962.644818:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077962.644821:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077962.644825:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077962.644830:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077962.644840:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769077962.644848:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077962.644858:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077962.644871:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077962.644876:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077962.644881:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077962.644903:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077962.644906:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077962.644910:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077962.644912:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077962.644914:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077962.644917:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077962.644920:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4947
00000400:00000200:0.0:1769077962.644925:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077962.644929:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077962.644932:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077962.644933:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077962.644937:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077962.644938:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077962.644943:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077962.644943:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077962.644949:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077962.644953:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:1.0:1769077962.644954:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077962.644957:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077962.644961:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077962.644965:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077962.644968:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769077962.644970:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769077962.644972:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077962.644973:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077962.644978:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769077962.644980:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077962.644984:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077962.644986:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077962.644989:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769077962.644990:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077962.644992:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769077962.644994:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077962.645000:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176128:192.168.204.106@tcp:250:kworker.0
00000020:00000040:0.0:1769077962.645005:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077962.645005:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077962.645010:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769077962.645012:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769077962.645013:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077962.645017:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077962.645018:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077962.645021:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769077962.645025:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:0.0:1769077962.645028:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077962.645029:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077962.645035:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077962.645038:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077962.645040:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00100000:0.0:1769077962.645044:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769077962.645045:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000008:00000001:0.0:1769077962.645050:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077962.645053:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077962.645054:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000010:0.0:1769077962.645058:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769077962.645062:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000200:1.0:1769077962.645063:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176128, portal 25
02000000:00000001:0.0:1769077962.645065:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769077962.645068:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769077962.645069:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077962.645071:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000001:0.0:1769077962.645073:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077962.645076:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077962.645080:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077962.645081:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769077962.645087:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:1.0:1769077962.645091:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077962.645094:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077962.645096:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077962.645101:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077962.645103:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612176128, offset 0
00000400:00000200:1.0:1769077962.645110:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00100000:0.0:1769077962.645111:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077962.645122:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769077962.645124:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077962.645128:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077962.645131:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769077962.645136:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077962.645140:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077962.645148:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000001:0.0:1769077962.645151:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077962.645154:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077962.645157:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077962.645158:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:0.0:1769077962.645165:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077962.645166:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3760:3760:256:4294967295] 192.168.204.106@tcp LPNI seq info [3759:3759:8:4294967295]
00000100:00000040:0.0:1769077962.645173:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077962.645174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769077962.645180:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077962.645188:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769077962.645190:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4958)
00000800:00000200:1.0:1769077962.645195:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077962.645200:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077962.645208:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077962.645211:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077962.645216:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077962.645235:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769077962.645240:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077962.645242:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077962.645248:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077962.645252:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077962.645257:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077962.645259:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077962.645264:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077962.645268:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645275:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077962.645277:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645283:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077962.645284:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077962.645290:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077962.645294:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077962.645297:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299624515
00000100:00000010:1.0:1769077962.645302:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769077962.645308:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077962.645320:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299624515
00000100:00000010:1.0:1769077962.645322:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769077962.645325:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077962.645327:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077962.645329:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077962.645332:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077962.645335:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962]  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077962.645342:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077962.645344:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077962.645346:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077962.645348:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077962.645350:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077962.645352:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077962.645354:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077962.645361:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645365:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077962.645367:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645369:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077962.645370:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077962.645372:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645377:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077962.645380:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645390:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077962.645393:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645394:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077962.645395:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645397:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077962.645398:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077962.645400:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077962.645405:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077962.645407:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077962.645412:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077962.645420:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176128:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077962.645425:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645428:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077962.645431:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612176128/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645439:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077962.645442:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077962.645446:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077962.645449:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077962.645451:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077962.645454:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077962.645456:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077962.645459:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:1.0:1769077962.645463:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077962.645465:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077962.645467:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:1.0:1769077962.645470:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077962.645472:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645474:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645483:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077962.645485:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077962.645487:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077962.645489:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077962.645491:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077962.645495:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645503:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077962.645505:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077962.645506:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077962.645508:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077962.645509:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077962.645512:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176256:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077962.645514:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077962.645516:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077962.645517:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077962.645518:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077962.645521:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077962.645522:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077962.645526:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077962.645528:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077962.645531:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077962.645533:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176256, portal 10
00000100:00000001:1.0:1769077962.645535:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077962.645536:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:1.0:1769077962.645541:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645546:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077962.645548:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077962.645549:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077962.645571:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612176256, offset 0
00000400:00000200:1.0:1769077962.645575:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077962.645578:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077962.645581:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077962.645584:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077962.645586:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077962.645588:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077962.645589:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077962.645592:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3761:3761:256:4294967295] 192.168.204.106@tcp LPNI seq info [3760:3760:8:4294967295]
00000400:00000200:1.0:1769077962.645595:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077962.645599:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077962.645602:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077962.645604:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077962.645607:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077962.645609:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077962.645612:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077962.645615:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769077962.645617:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077962.645619:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077962.645621:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077962.645623:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077962.645625:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077962.645627:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077962.645629:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077962.645631:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645637:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077962.645639:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077987 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645643:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077962.645645:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077962.645647:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077962.645650:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077962.645652:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077962.645653:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299621152
00000100:00000001:1.0:1769077962.645656:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299624515
00000100:00000001:1.0:1769077962.645658:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299621152
00000100:00000001:1.0:1769077962.645659:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299624515
00000100:00000001:1.0:1769077962.645661:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077962.645662:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077962.645664:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077962.645666:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077962/real 1769077962]  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077962.645671:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077962.645671:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077962.645672:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077962.645674:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077962.645675:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077962.645676:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077962.645678:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077962.645683:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645687:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077962.645688:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645690:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077962.645691:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077962.645693:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645697:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077962.645700:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645704:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077962.645705:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645707:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077962.645708:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645710:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077962.645711:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077962.645713:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077962.645715:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077962.645716:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077962.645719:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077962.645724:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176256:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077962.645727:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645728:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077962.645730:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612176256/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077987 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077962.645734:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077962.645735:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077962.645737:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077962.645738:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077962.645739:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077962.645740:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077962.645741:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077962.645742:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769077962.645744:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077962.645745:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077962.645746:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769077962.645748:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077962.645749:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645750:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077962.645752:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077962.645753:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077962.645755:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077962.645756:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077963.028655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077963.028671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077963.028733:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077963.028737:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077963.028741:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077963.668626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077963.668632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077963.668634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077963.668638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077963.668641:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077963.668644:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077963.668646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077963.668648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077963.668651:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077964.052647:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077964.052653:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077964.052799:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077964.052802:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077964.052805:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077964.692682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077964.692688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077964.692689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077964.692694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077964.692697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077964.692699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077964.692702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077964.692703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077964.692706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077965.076633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077965.076640:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077965.076642:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077965.076644:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077965.076649:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077965.076651:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077965.076652:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077965.076654:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077965.076693:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077965.076696:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077965.076699:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077965.716721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077965.716728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077965.716730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077965.716734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077965.716737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077965.716740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077965.716742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077965.716744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077965.716746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077966.100670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077966.100676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077966.100768:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077966.100775:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077966.100780:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077966.740635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077966.740644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077966.740646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077966.740652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077966.740656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077966.740661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077966.740663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077966.740666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077966.740669:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077967.124666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077967.124672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077967.124775:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077967.124783:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077967.124788:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077967.252694:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299624515, at 4299624960
00000100:00000040:0.0:1769077967.252699:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299624515, at 4299624960
00000100:00000010:0.0:1769077967.252717:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00000010:1.0:1769077967.252722:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00000001:3.0:1769077967.764696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077967.764714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077967.764719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077967.764728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077967.764735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077967.764740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.764745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077967.764749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077967.764754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077967.764756:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077967.764768:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077967.764772:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077967.764778:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077967.764783:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077967.764791:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4953
00000400:00000200:2.0:1769077967.764802:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077967.764808:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077967.764813:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077967.764816:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077967.764819:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.764820:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077967.764822:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077967.764825:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077967.764827:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077967.764829:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077967.764831:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077967.764833:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077967.764834:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077967.764836:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077967.764837:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.764839:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077967.764840:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077967.764842:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077967.764845:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077967.764858:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077967.764860:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077967.764862:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077967.764865:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.764867:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077967.764868:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077967.764876:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769077967.764879:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077967.764882:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077967.764884:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.764886:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077967.764888:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077967.764892:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077967.764898:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077967.764903:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077967.764910:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077967.764929:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077967.764932:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077967.764935:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077967.764956:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077967.764958:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077967.764961:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077967.764962:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077967.764963:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077967.764965:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077967.764967:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4953
00000400:00000200:2.0:1769077967.764970:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077967.764972:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077967.764974:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077967.764976:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077967.764988:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.764990:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077967.764992:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077967.764994:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077967.764995:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077967.764996:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077967.764997:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077967.764999:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077967.765000:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077967.765002:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077967.765004:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077967.765004:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077967.765005:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077967.765009:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077967.765011:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769077967.765012:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077967.765014:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077967.765017:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077967.765017:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077967.765022:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077967.765026:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769077967.765029:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077967.765029:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.765033:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077967.765036:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077967.765041:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.765045:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077967.765049:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000100:00000001:1.0:1769077967.765050:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769077967.765052:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769077967.765054:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077967.765056:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077967.765059:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077967.765060:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077967.765061:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077967.765064:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077967.765067:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077967.765067:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077967.765072:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769077967.765073:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077967.765075:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077967.765082:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176384:192.168.204.106@tcp:250:kworker.0
00000100:00100000:2.0:1769077967.765083:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077967.765093:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077967.765095:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077967.765098:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077967.765099:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077967.765101:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077967.765107:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077967.765109:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077967.765113:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769077967.765114:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077967.765115:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077967.765121:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077967.765121:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077967.765128:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4963)
02000000:00000010:1.0:1769077967.765130:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077967.765148:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077967.765168:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077967.765174:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077967.765181:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077967.765189:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176384, portal 25
00000100:00000001:1.0:1769077967.765192:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077967.765193:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569953280 : -118662139598336 : ffff9413d1522a00)
00000100:00000040:1.0:1769077967.765201:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765209:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077967.765212:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077967.765215:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077967.765218:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612176384, offset 0
00000400:00000200:1.0:1769077967.765224:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077967.765232:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077967.765238:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077967.765244:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077967.765248:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077967.765251:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077967.765254:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077967.765259:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3762:3762:256:4294967295] 192.168.204.106@tcp LPNI seq info [3761:3761:8:4294967295]
00000400:00000200:1.0:1769077967.765264:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077967.765274:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077967.765280:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077967.765285:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077967.765293:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077967.765297:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077967.765303:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077967.765307:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769077967.765312:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077967.765315:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077967.765321:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077967.765326:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077967.765331:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077967.765334:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077967.765339:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077967.765343:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765353:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077967.765358:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765366:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077967.765367:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077967.765374:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077967.765378:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077967.765381:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299629635
00000100:00000010:1.0:1769077967.765388:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769077967.765395:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077967.765401:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299629635
00000100:00000010:1.0:1769077967.765405:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769077967.765409:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077967.765412:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077967.765415:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077967.765418:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077967.765423:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967]  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077967.765434:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077967.765436:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077967.765439:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077967.765442:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077967.765444:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077967.765459:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077967.765463:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077967.765475:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765483:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077967.765486:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.765488:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077967.765490:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077967.765495:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765502:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077967.765507:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765526:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077967.765529:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.765531:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077967.765533:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.765536:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077967.765538:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077967.765541:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077967.765546:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077967.765549:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077967.765597:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077967.765608:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176384:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077967.765613:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.765616:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077967.765619:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522a00 x1855007612176384/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765627:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077967.765630:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077967.765643:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077967.765647:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077967.765649:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077967.765650:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077967.765653:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077967.765655:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d400.
02000000:00000001:1.0:1769077967.765659:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077967.765660:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077967.765662:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522a00.
00000100:00000001:1.0:1769077967.765665:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077967.765667:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.765669:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.765676:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077967.765678:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077967.765680:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077967.765681:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077967.765683:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077967.765687:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765694:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077967.765708:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077967.765710:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077967.765712:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077967.765714:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077967.765718:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176512:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077967.765721:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077967.765723:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077967.765725:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077967.765727:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077967.765730:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077967.765733:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077967.765738:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077967.765741:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077967.765744:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077967.765747:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176512, portal 10
00000100:00000001:1.0:1769077967.765750:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077967.765752:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955968 : -118662139595648 : ffff9413d1523480)
00000100:00000040:1.0:1769077967.765758:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765777:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077967.765780:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077967.765782:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077967.765785:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612176512, offset 0
00000400:00000200:1.0:1769077967.765789:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077967.765793:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077967.765797:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077967.765801:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077967.765804:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077967.765806:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077967.765809:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077967.765813:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3763:3763:256:4294967295] 192.168.204.106@tcp LPNI seq info [3762:3762:8:4294967295]
00000400:00000200:1.0:1769077967.765818:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077967.765824:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077967.765829:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077967.765833:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077967.765836:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077967.765838:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077967.765841:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077967.765843:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769077967.765845:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077967.765847:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077967.765849:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077967.765852:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077967.765865:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077967.765867:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077967.765870:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077967.765874:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765889:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077967.765892:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765899:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077967.765900:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077967.765904:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077967.765909:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077967.765913:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077967.765915:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299626272
00000100:00000001:1.0:1769077967.765930:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299629635
00000100:00000001:1.0:1769077967.765933:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299626272
00000100:00000001:1.0:1769077967.765935:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299629635
00000100:00000001:1.0:1769077967.765938:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077967.765940:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077967.765942:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077967.765946:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077967/real 1769077967]  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077967.765955:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077967.765957:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077967.765959:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077967.765961:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077967.765964:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077967.765966:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077967.765969:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077967.765979:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.765986:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077967.765996:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.765998:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077967.765999:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077967.766003:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.766011:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077967.766015:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.766023:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077967.766026:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.766028:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077967.766030:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.766032:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077967.766034:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077967.766037:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077967.766040:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077967.766042:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077967.766046:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077967.766056:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176512:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077967.766060:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.766062:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077967.766066:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523480 x1855007612176512/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077967.766073:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077967.766075:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077967.766077:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077967.766079:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077967.766080:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077967.766082:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077967.766084:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077967.766086:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769077967.766089:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077967.766090:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077967.766092:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523480.
00000100:00000001:1.0:1769077967.766094:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077967.766096:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.766098:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077967.766101:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077967.766102:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077967.766103:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077967.766104:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077968.148675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077968.148681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077968.148757:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077968.148762:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077968.148767:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077968.788668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077968.788674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077968.788676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077968.788680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077968.788683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077968.788686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077968.788688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077968.788690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077968.788692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077969.172659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077969.172664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077969.172724:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077969.172728:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077969.172731:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077969.812701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077969.812710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077969.812712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077969.812717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077969.812721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077969.812725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077969.812727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077969.812730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077969.812732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077970.196671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077970.196678:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077970.196738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077970.196741:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077970.196745:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077970.836656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077970.836663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077970.836664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077970.836668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077970.836671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077970.836674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077970.836676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077970.836678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077970.836680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077971.220703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077971.220710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077971.220802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077971.220809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077971.220814:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077971.860635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077971.860644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077971.860645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077971.860652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077971.860667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077971.860671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077971.860675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077971.860678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077971.860682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077972.244663:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077972.244671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077972.244801:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077972.244808:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077972.244814:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077972.372626:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299629635, at 4299630080
00000100:00000040:0.0:1769077972.372639:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299629635, at 4299630080
00000100:00000010:1.0:1769077972.372646:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00000010:0.0:1769077972.372648:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00000001:3.0:1769077972.884634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769077972.884639:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077972.884643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077972.884646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077972.884650:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1769077972.884653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769077972.884655:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077972.884660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077972.884661:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077972.884666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077972.884667:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077972.884672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077972.884676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077972.884677:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4958
00000100:00000001:3.0:1769077972.884681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077972.884690:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077972.884698:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077972.884702:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077972.884705:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884708:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077972.884710:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884712:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077972.884715:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077972.884716:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077972.884718:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077972.884720:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077972.884722:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077972.884723:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077972.884725:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884727:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077972.884728:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884730:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077972.884732:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077972.884734:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884735:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077972.884737:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077972.884740:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077972.884742:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.884743:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077972.884745:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077972.884753:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769077972.884755:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077972.884758:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077972.884759:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.884761:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077972.884763:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077972.884767:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077972.884773:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077972.884778:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077972.884784:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077972.884797:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077972.884800:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.884803:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.884822:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077972.884825:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077972.884827:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077972.884828:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077972.884830:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077972.884832:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077972.884833:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4958
00000400:00000200:2.0:1769077972.884836:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077972.884838:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077972.884840:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077972.884842:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884843:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077972.884845:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884846:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077972.884848:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077972.884848:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077972.884849:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077972.884851:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077972.884852:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077972.884853:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077972.884855:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884856:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077972.884857:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884858:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077972.884860:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077972.884862:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077972.884864:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077972.884865:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077972.884869:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077972.884870:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.884871:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077972.884875:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077972.884877:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.884878:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077972.884881:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769077972.884883:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077972.884884:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077972.884885:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077972.884887:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077972.884888:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077972.884889:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077972.884892:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:1.0:1769077972.884893:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077972.884894:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.884898:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1769077972.884900:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077972.884901:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077972.884909:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077972.884910:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077972.884912:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.884920:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.884926:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077972.884929:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077972.884936:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077972.884936:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077972.884939:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077972.884941:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077972.884945:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077972.884946:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077972.884949:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769077972.884951:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176640:192.168.204.106@tcp:250:kworker.0
00000100:00000040:2.0:1769077972.884953:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077972.884959:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769077972.884961:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4968)
02000000:00000001:1.0:1769077972.884963:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077972.884966:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077972.884968:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077972.884973:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077972.884975:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077972.884982:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077972.884985:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077972.884991:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077972.884997:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176640, portal 25
00000100:00000001:1.0:1769077972.884999:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077972.885000:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569957760 : -118662139593856 : ffff9413d1523b80)
00000100:00000040:1.0:1769077972.885004:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885010:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077972.885012:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077972.885014:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077972.885016:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612176640, offset 0
00000400:00000200:1.0:1769077972.885022:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077972.885029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077972.885035:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077972.885041:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077972.885045:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077972.885075:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077972.885078:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077972.885083:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3764:3764:256:4294967295] 192.168.204.106@tcp LPNI seq info [3763:3763:8:4294967295]
00000400:00000200:1.0:1769077972.885088:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077972.885098:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077972.885105:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077972.885111:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077972.885118:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077972.885122:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077972.885126:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077972.885129:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077972.885132:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077972.885134:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077972.885139:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077972.885143:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077972.885147:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077972.885149:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077972.885152:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077972.885155:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885162:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.885164:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885170:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.885171:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077972.885175:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077972.885179:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077972.885181:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299634755
00000100:00000010:1.0:1769077972.885184:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769077972.885190:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077972.885196:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299634755
00000100:00000010:1.0:1769077972.885198:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769077972.885200:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077972.885203:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077972.885204:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.885206:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077972.885209:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972]  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077972.885215:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077972.885216:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077972.885218:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077972.885220:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077972.885221:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077972.885223:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077972.885226:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077972.885232:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885236:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077972.885237:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885239:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.885240:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077972.885243:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885247:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077972.885250:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885255:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077972.885257:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885258:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.885258:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885260:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077972.885261:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077972.885263:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077972.885266:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077972.885267:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077972.885270:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077972.885276:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176640:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077972.885281:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885282:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.885284:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523b80 x1855007612176640/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885289:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077972.885290:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077972.885292:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077972.885294:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077972.885295:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077972.885296:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077972.885298:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077972.885299:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e800.
02000000:00000001:1.0:1769077972.885302:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077972.885303:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077972.885305:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523b80.
00000100:00000001:1.0:1769077972.885307:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077972.885308:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885309:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885314:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077972.885316:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.885317:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077972.885318:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077972.885319:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077972.885322:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885326:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077972.885327:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077972.885328:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077972.885329:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077972.885331:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077972.885333:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176768:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077972.885335:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077972.885336:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077972.885337:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077972.885339:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077972.885341:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077972.885343:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077972.885345:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077972.885347:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077972.885349:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077972.885351:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176768, portal 10
00000100:00000001:1.0:1769077972.885352:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077972.885353:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569951488 : -118662139600128 : ffff9413d1522300)
00000100:00000040:1.0:1769077972.885358:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885362:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077972.885363:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077972.885365:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077972.885366:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612176768, offset 0
00000400:00000200:1.0:1769077972.885369:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077972.885371:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077972.885374:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077972.885376:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077972.885377:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077972.885379:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077972.885380:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077972.885383:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3765:3765:256:4294967295] 192.168.204.106@tcp LPNI seq info [3764:3764:8:4294967295]
00000400:00000200:1.0:1769077972.885385:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077972.885389:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077972.885392:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077972.885395:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077972.885397:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077972.885399:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077972.885402:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077972.885404:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769077972.885406:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077972.885408:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:1.0:1769077972.885410:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077972.885412:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077972.885414:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769077972.885415:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769077972.885417:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077972.885419:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885423:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.885425:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885429:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.885430:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077972.885431:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077972.885434:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077972.885436:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077972.885438:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299631391
00000100:00000001:1.0:1769077972.885440:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299634755
00000100:00000001:1.0:1769077972.885441:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299631391
00000100:00000001:1.0:1769077972.885443:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299634755
00000100:00000001:1.0:1769077972.885444:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077972.885445:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.885446:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077972.885448:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077972/real 1769077972]  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077972.885453:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077972.885454:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077972.885455:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077972.885456:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077972.885458:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077972.885459:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077972.885461:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077972.885467:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885471:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077972.885471:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885472:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.885473:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077972.885475:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885479:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077972.885481:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885485:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077972.885487:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885488:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077972.885489:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885490:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077972.885491:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077972.885492:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077972.885494:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077972.885495:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077972.885498:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077972.885502:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612176768:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077972.885505:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885506:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077972.885508:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522300 x1855007612176768/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077972.885513:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077972.885514:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077972.885515:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077972.885516:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077972.885517:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077972.885518:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077972.885519:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077972.885520:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e400.
02000000:00000001:1.0:1769077972.885530:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077972.885531:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077972.885532:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522300.
00000100:00000001:1.0:1769077972.885534:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077972.885535:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885536:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077972.885537:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077972.885538:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077972.885540:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077972.885541:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077973.268675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077973.268680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077973.268804:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077973.268809:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077973.268812:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077973.908717:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077973.908724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077973.908727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077973.908731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077973.908735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077973.908739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077973.908756:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077973.908758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077973.908762:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077974.292642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077974.292650:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077974.292743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077974.292748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077974.292752:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077974.932626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077974.932635:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077974.932637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077974.932642:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077974.932646:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077974.932650:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077974.932653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077974.932656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077974.932658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077975.316693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077975.316703:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077975.316706:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077975.316708:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077975.316713:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077975.316715:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077975.316717:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077975.316720:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077975.316795:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077975.316799:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077975.316801:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077975.956700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077975.956711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077975.956713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077975.956721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077975.956726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077975.956731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077975.956733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077975.956736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077975.956739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077976.340700:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077976.340710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077976.340809:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077976.340814:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077976.340817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077976.980637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077976.980645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077976.980647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077976.980653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077976.980656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077976.980660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077976.980662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077976.980665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077976.980667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077977.364706:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077977.364713:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077977.364789:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077977.364793:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077977.364796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077977.492626:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299634755, at 4299635200
00000100:00000040:0.0:1769077977.492644:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299634755, at 4299635200
00000100:00000010:1.0:1769077977.492649:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000010:0.0:1769077977.492665:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:2.0:1769077978.004681:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077978.004682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077978.004690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769077978.004695:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077978.004696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.004702:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769077978.004705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769077978.004708:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.004712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077978.004713:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077978.004717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077978.004721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077978.004722:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4963
00000100:00000001:3.0:1769077978.004725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077978.004729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077978.004734:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077978.004741:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077978.004744:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077978.004746:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004749:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077978.004752:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004754:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077978.004758:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077978.004759:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077978.004762:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077978.004764:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077978.004766:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077978.004768:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077978.004770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004772:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077978.004773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004774:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077978.004777:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077978.004779:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004781:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.004784:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077978.004787:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077978.004790:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.004792:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077978.004794:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077978.004804:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769077978.004808:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077978.004812:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077978.004813:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077978.004816:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077978.004819:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077978.004824:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077978.004832:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769077978.004839:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077978.004847:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077978.004857:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077978.004861:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.004865:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077978.004885:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077978.004887:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077978.004890:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077978.004892:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077978.004893:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077978.004895:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077978.004897:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4963
00000400:00000200:2.0:1769077978.004899:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077978.004901:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077978.004903:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077978.004905:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004907:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077978.004909:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004911:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077978.004913:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077978.004914:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769077978.004924:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077978.004924:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077978.004926:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769077978.004929:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077978.004932:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077978.004933:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077978.004936:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769077978.004941:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077978.004941:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004942:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077978.004947:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004951:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077978.004955:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077978.004960:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077978.004973:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.004975:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077978.004975:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077978.004978:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.004983:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077978.004984:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077978.004988:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.004989:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077978.004991:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077978.004993:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077978.004996:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077978.004998:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176896:192.168.204.106@tcp:250:kworker.0
00000008:00000001:2.0:1769077978.005001:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.005005:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077978.005005:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077978.005008:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
02000000:00000001:1.0:1769077978.005011:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769077978.005012:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769077978.005015:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.005016:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077978.005019:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.005021:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077978.005021:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077978.005024:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769077978.005028:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077978.005031:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077978.005032:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077978.005039:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:2.0:1769077978.005039:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769077978.005045:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077978.005046:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00100000:2.0:1769077978.005052:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077978.005054:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769077978.005062:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077978.005064:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.005067:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077978.005069:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612176896, portal 25
00000100:00000001:1.0:1769077978.005075:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077978.005079:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955072 : -118662139596544 : ffff9413d1523100)
00000100:00000001:2.0:1769077978.005080:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077978.005084:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077978.005087:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077978.005089:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077978.005096:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077978.005099:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077978.005104:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769077978.005104:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077978.005110:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769077978.005113:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612176896, offset 0
00000100:00000040:2.0:1769077978.005114:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4973)
00000400:00000200:1.0:1769077978.005121:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077978.005130:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077978.005137:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077978.005143:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077978.005148:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077978.005152:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077978.005155:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077978.005158:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3766:3766:256:4294967295] 192.168.204.106@tcp LPNI seq info [3765:3765:8:4294967295]
00000400:00000200:1.0:1769077978.005161:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077978.005170:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077978.005175:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077978.005179:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769077978.005186:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077978.005190:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077978.005205:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077978.005208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077978.005211:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299639875
00000100:00000010:1.0:1769077978.005216:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769077978.005224:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077978.005231:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299639875
00000100:00000010:1.0:1769077978.005233:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769077978.005236:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077978.005239:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077978.005241:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.005243:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.005245:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.005252:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077978.005253:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077978.005261:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077978.005262:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077978.005263:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077978.005266:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.005272:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077978.005273:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.005275:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077978.005276:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077978.005278:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077978.005280:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177024:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077978.005283:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077978.005284:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077978.005285:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.005287:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077978.005290:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077978.005291:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077978.005294:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077978.005299:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774f78.
00000400:00000010:1.0:1769077978.005301:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769077978.005303:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177024, portal 10
00000100:00000001:1.0:1769077978.005305:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077978.005306:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947904 : -118662139603712 : ffff9413d1521500)
00000100:00000040:1.0:1769077978.005311:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.005316:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077978.005318:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077978.005319:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769077978.005321:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612177024, offset 0
00000400:00000200:1.0:1769077978.005324:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077978.005326:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077978.005328:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077978.005330:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077978.005332:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077978.005333:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077978.005335:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077978.005337:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3767:3767:255:4294967295] 192.168.204.106@tcp LPNI seq info [3766:3766:7:4294967295]
00000400:00000200:1.0:1769077978.005340:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077978.005345:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077978.005348:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077978.005352:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769077978.005354:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077978.005358:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769077978.005360:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077978.005363:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077978.005366:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077978.005368:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299636511
00000100:00000001:1.0:1769077978.005370:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299639875
00000100:00000001:1.0:1769077978.005371:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299636511
00000100:00000001:1.0:1769077978.005373:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299639875
00000100:00000001:1.0:1769077978.005375:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077978.005376:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.005378:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.005379:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.005381:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077978.005381:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077978.005383:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077978.005383:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077978.005384:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.005385:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077978.388760:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077978.388767:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077978.388828:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077978.388832:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077978.388835:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077979.028715:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077979.028726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077979.028727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077979.028734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077979.028738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077979.028743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077979.028745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077979.028747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077979.028750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077979.412717:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077979.412728:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077979.412812:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077979.412816:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077979.412820:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077980.052736:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077980.052744:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077980.052747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077980.052752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077980.052756:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077980.052760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077980.052762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077980.052765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077980.052768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077980.436672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077980.436678:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077980.436754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077980.436759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077980.436763:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077981.076804:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077981.076811:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077981.076813:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077981.076818:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077981.076822:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077981.076826:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077981.076829:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077981.076831:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077981.076834:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1769077981.076955:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:2.0:1769077981.077019:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077981.077034:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077981.077040:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:2.0:1769077981.077045:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077981.077049:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077981.077055:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:2.0:1769077981.077060:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:2.0:1769077981.077066:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077981.077072:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077981.077083:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:2.0:1769077981.077086:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:2.0:1769077981.077092:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077981.077104:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077981.077154:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077981.077160:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077981.077169:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077981.077171:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077981.077184:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:2.0:1769077981.077187:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:2.0:1769077981.077190:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077981.077194:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077981.077197:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:2.0:1769077981.077199:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:2.0:1769077981.077201:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077981.077207:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077981.077214:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077981.077217:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077981.077224:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077981.077226:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077981.077675:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077981.077689:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077981.077694:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077981.077704:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077981]  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077981.077722:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077981.077724:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077981.077729:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774f78.
00000400:00000200:1.0:1769077981.077735:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769077981.077737:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769077981.077740:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077981.077744:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077981.077757:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.077765:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077981.077767:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.077771:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077981.077774:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077981.077779:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.077786:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077981.077793:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.077803:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077981.077807:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.077809:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077981.077810:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.077814:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077981.077818:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077981.077822:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077981.077829:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077981.077832:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077981.077838:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077981.077848:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177024:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077981.077859:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077981.077863:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077981]  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077981.077872:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077981.077873:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077981.077876:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077981.077879:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077981.077881:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077981.077884:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077981.077888:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077981.077897:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.077904:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077981.077906:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.077908:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077981.077921:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077981.077925:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.077932:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077981.077936:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.077943:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077981.077946:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.077948:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077981.077949:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.077952:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077981.077953:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077981.077956:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077981.077962:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077981.077964:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077981.077969:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077981.077976:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612176896:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077981.077979:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.077981:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077981.077985:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521500 x1855007612177024/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.077993:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077981.077998:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077981.078004:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077981.078020:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077981.078024:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077981.078028:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077981.078031:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077981.078036:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769077981.078041:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077981.078045:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077981.078048:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521500.
00000100:00000001:1.0:1769077981.078053:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077981.078055:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.078057:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077981.078061:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523100 x1855007612176896/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077981.078068:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077981.078070:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077981.078072:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077981.078075:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077981.078076:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077981.078078:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077981.078080:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077981.078083:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e800.
02000000:00000001:1.0:1769077981.078086:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077981.078088:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077981.078090:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523100.
00000100:00000001:1.0:1769077981.078093:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077981.078095:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.078099:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077981.078113:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077981.078115:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077981.078118:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077981.078120:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077981.460766:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077981.460776:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077981.460839:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077981.460843:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077981.460847:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077982.100731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077982.100738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077982.100741:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077982.100747:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077982.100751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077982.100756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077982.100759:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077982.100761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077982.100764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077982.484682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077982.484688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077982.484748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077982.484751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077982.484754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077982.612667:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299639875, at 4299640320
00000100:00000040:1.0:1769077982.612667:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299639875, at 4299640320
00000100:00000010:1.0:1769077982.612683:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000010:0.0:1769077982.612686:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000001:3.0:1769077983.124692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769077983.124695:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077983.124700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077983.124705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077983.124708:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077983.124713:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769077983.124714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769077983.124718:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077983.124722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077983.124723:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077983.124731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769077983.124735:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4968
00000100:00000001:3.0:1769077983.124738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077983.124742:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077983.124746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769077983.124747:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077983.124762:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077983.124766:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077983.124770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.124774:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077983.124776:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.124778:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077983.124781:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077983.124783:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769077983.124786:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077983.124789:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769077983.124791:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769077983.124794:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769077983.124798:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.124800:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077983.124801:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.124803:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077983.124807:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769077983.124811:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077983.124813:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077983.124816:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077983.124821:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077983.124824:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077983.124827:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077983.124829:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077983.124839:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769077983.124842:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769077983.124849:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077983.124851:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077983.124855:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077983.124859:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077983.124864:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077983.124885:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769077983.124894:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077983.124905:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077983.124917:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077983.124924:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077983.124930:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077983.124965:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077983.124968:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077983.124972:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077983.124973:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077983.124974:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077983.124977:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077983.124980:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4968
00000400:00000200:0.0:1769077983.124984:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769077983.124987:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077983.124989:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077983.124993:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.124994:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077983.124996:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.124998:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769077983.125001:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077983.125002:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769077983.125003:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077983.125005:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769077983.125008:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769077983.125009:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769077983.125012:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.125020:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077983.125022:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769077983.125024:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769077983.125027:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769077983.125031:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769077983.125034:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077983.125037:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077983.125047:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077983.125050:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077983.125053:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077983.125059:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077983.125063:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077983.125065:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077983.125069:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769077983.125072:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769077983.125075:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077983.125076:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077983.125078:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077983.125079:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077983.125081:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077983.125086:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769077983.125090:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077983.125095:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077983.125104:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077983.125106:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077983.125110:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077983.125137:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077983.125140:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077983.125144:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077983.125153:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077983.125157:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769077983.125163:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4978)
00000100:00000001:1.0:1769077983.125242:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077983.125247:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077983.125250:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077983.125258:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125268:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077983.125270:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077983.125275:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077983.125279:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077983.125282:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077983.125286:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177152:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077983.125292:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077983.125298:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077983.125302:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077983.125306:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077983.125312:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077983.125314:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077983.125325:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077983.125331:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077983.125343:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077983.125354:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177152, portal 25
00000100:00000001:1.0:1769077983.125357:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077983.125359:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000040:1.0:1769077983.125366:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125374:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077983.125377:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077983.125380:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769077983.125384:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612177152, offset 0
00000400:00000200:1.0:1769077983.125393:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077983.125406:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077983.125415:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077983.125423:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077983.125428:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077983.125434:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077983.125437:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077983.125442:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3768:3768:256:4294967295] 192.168.204.106@tcp LPNI seq info [3767:3767:8:4294967295]
00000400:00000200:1.0:1769077983.125446:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077983.125460:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077983.125468:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077983.125473:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769077983.125482:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077983.125487:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077983.125495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077983.125499:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077983.125503:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077983.125507:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769077983.125513:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077983.125518:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077983.125524:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769077983.125526:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769077983.125532:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077983.125536:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125545:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077983.125548:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125580:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077983.125582:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077983.125589:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077983.125593:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077983.125597:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299644996
00000100:00000010:1.0:1769077983.125603:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769077983.125611:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077983.125618:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299644996
00000100:00000010:1.0:1769077983.125622:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769077983.125626:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077983.125631:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077983.125635:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077983.125637:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077983.125642:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077983/real 1769077983]  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077983.125652:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077983.125655:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077983.125657:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077983.125660:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077983.125662:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077983.125664:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077983.125669:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077983.125678:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125692:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077983.125694:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.125698:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077983.125700:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077983.125705:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125712:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077983.125718:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125726:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077983.125729:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.125730:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077983.125732:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.125735:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077983.125737:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077983.125741:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077983.125746:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077983.125749:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077983.125753:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077983.125761:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177152:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077983.125766:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077983.125769:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125775:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077983.125776:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077983.125779:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077983.125782:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077983.125784:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077983.125787:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177280:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077983.125790:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077983.125792:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077983.125793:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077983.125795:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077983.125799:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077983.125800:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077983.125805:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077983.125808:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077983.125812:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077983.125815:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177280, portal 10
00000100:00000001:1.0:1769077983.125817:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077983.125818:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000040:1.0:1769077983.125828:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125834:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077983.125836:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077983.125839:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769077983.125841:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612177280, offset 0
00000400:00000200:1.0:1769077983.125845:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077983.125849:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077983.125852:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077983.125855:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077983.125857:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077983.125860:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077983.125862:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077983.125864:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3769:3769:256:4294967295] 192.168.204.106@tcp LPNI seq info [3768:3768:8:4294967295]
00000400:00000200:1.0:1769077983.125868:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077983.125874:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077983.125889:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077983.125893:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769077983.125897:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077983.125900:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077983.125904:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077983.125906:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077983.125910:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077983.125912:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769077983.125915:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077983.125919:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077983.125923:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769077983.125925:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769077983.125927:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077983.125930:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125938:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077983.125941:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.125947:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077983.125948:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077983.125951:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077983.125955:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077983.125959:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077983.125961:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299641632
00000100:00000001:1.0:1769077983.125964:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299644996
00000100:00000001:1.0:1769077983.125966:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299641632
00000100:00000001:1.0:1769077983.125969:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299644996
00000100:00000001:1.0:1769077983.125972:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077983.125974:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077983.125976:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077983.125980:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077983/real 1769077983]  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077983.125996:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077983.125997:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077983.125999:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077983.126001:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077983.126003:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077983.126005:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077983.126008:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077983.126015:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.126021:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077983.126022:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.126024:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077983.126025:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077983.126028:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.126035:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077983.126039:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.126047:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077983.126049:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.126051:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077983.126052:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.126054:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077983.126056:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077983.126059:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077983.126062:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077983.126065:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077983.126069:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077983.126077:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177280:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077983.126082:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.126085:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077983.126088:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612177152/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.126095:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077983.126100:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077983.126103:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769077983.126106:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077983.126109:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077983.126111:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077983.126113:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077983.126117:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769077983.126123:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077983.126126:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077983.126128:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:1.0:1769077983.126132:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077983.126133:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.126135:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077983.126138:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612177280/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077983.126145:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077983.126146:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077983.126148:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acf800.
02000000:00000001:1.0:1769077983.126150:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077983.126152:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077983.126153:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077983.126155:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077983.126156:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769077983.126158:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077983.126160:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077983.126162:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:1.0:1769077983.126164:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077983.126165:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.126167:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077983.126180:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077983.126182:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077983.126184:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077983.126186:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077983.508670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077983.508676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077983.508731:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077983.508733:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077983.508736:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077984.148792:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077984.148801:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077984.148802:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077984.148808:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077984.148811:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077984.148814:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077984.148817:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077984.148819:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077984.148821:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077984.532641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077984.532647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077984.532706:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077984.532709:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077984.532712:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077985.172702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077985.172711:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077985.172713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077985.172719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077985.172723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077985.172727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.172730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077985.172734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077985.172736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077985.556696:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077985.556706:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077985.556709:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077985.556712:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077985.556717:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077985.556720:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077985.556721:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077985.556724:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077985.556785:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077985.556789:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077985.556793:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077986.196651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077986.196656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077986.196658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077986.196662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077986.196665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077986.196667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077986.196669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077986.196671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077986.196673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077986.580672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077986.580681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077986.580763:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077986.580769:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077986.580774:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077987.220666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077987.220673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077987.220675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077987.220681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077987.220685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077987.220688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.220691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077987.220694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077987.220696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077987.604680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077987.604687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077987.604752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077987.604756:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077987.604760:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077987.732754:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299644996, at 4299645440
00000100:00000010:0.0:1769077987.732770:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000040:1.0:1769077987.732840:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299644996, at 4299645440
00000100:00000010:1.0:1769077987.732848:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000001:3.0:1769077988.244671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077988.244678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077988.244680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077988.244684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077988.244688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077988.244692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077988.244695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077988.244698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077988.244701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077988.244715:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077988.244721:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077988.244723:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077988.244727:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077988.244731:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077988.244738:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4973
00000400:00000200:1.0:1769077988.244747:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077988.244753:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077988.244757:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077988.244761:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244764:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077988.244767:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244778:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077988.244782:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077988.244784:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769077988.244786:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077988.244806:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769077988.244808:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769077988.244810:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769077988.244813:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244815:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077988.244817:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244819:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077988.244822:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769077988.244825:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244828:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077988.244830:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077988.244833:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077988.244836:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077988.244838:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077988.244841:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077988.244849:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833480.
00000020:00000040:1.0:1769077988.244853:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769077988.244857:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077988.244858:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077988.244861:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077988.244863:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077988.244867:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077988.244873:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8accc00.
00000100:00000001:1.0:1769077988.244878:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077988.244885:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077988.244892:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077988.244895:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077988.244899:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb0d696] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077988.244918:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077988.244920:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077988.244922:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077988.244923:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077988.244924:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077988.244926:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077988.244928:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4973
00000400:00000200:1.0:1769077988.244930:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077988.244932:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077988.244934:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077988.244936:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244937:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077988.244938:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244940:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769077988.244941:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077988.244942:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769077988.244943:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077988.244944:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769077988.244946:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769077988.244947:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769077988.244949:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244951:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077988.244954:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244956:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769077988.244959:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769077988.244962:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077988.244964:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.244966:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769077988.244967:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769077988.244971:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1769077988.244973:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077988.244974:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769077988.244978:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077988.244983:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:2.0:1769077988.244984:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1769077988.244988:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077988.244995:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077988.245001:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245002:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1769077988.245005:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca832300.
00000100:00000001:2.0:1769077988.245006:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769077988.245011:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077988.245013:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077988.245015:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077988.245016:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077988.245018:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.245021:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077988.245022:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077988.245026:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1769077988.245027:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177408:192.168.204.106@tcp:250:kworker.0
02000000:00000001:1.0:1769077988.245029:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245036:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1769077988.245037:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acdc00.
02000000:00000001:2.0:1769077988.245040:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1769077988.245043:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.245044:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.245048:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1769077988.245053:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769077988.245054:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077988.245058:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077988.245066:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769077988.245069:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077988.245070:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077988.245076:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e987768] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769077988.245076:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000001:1.0:1769077988.245086:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769077988.245087:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000040:1.0:1769077988.245090:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769077988.245095:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177408, portal 25
00000100:00000040:1.0:1769077988.245096:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769077988.245101:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769077988.245102:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769077988.245104:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455726720 : -118662253824896 : ffff9413ca833480)
00000100:00000040:1.0:1769077988.245111:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077988.245116:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077988.245119:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4983)
00000100:00000001:2.0:1769077988.245128:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077988.245131:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077988.245134:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077988.245138:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612177408, offset 0
00000400:00000200:2.0:1769077988.245145:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077988.245152:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077988.245158:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077988.245163:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077988.245167:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077988.245171:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077988.245173:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077988.245177:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3770:3770:256:4294967295] 192.168.204.106@tcp LPNI seq info [3769:3769:8:4294967295]
00000400:00000200:2.0:1769077988.245182:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077988.245192:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077988.245198:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077988.245203:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077988.245208:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077988.245212:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077988.245217:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077988.245221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077988.245225:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077988.245227:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077988.245233:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077988.245237:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077988.245242:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077988.245245:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077988.245249:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077988.245253:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245262:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077988.245265:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245272:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245274:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077988.245279:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077988.245283:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077988.245285:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299650115
00000100:00000010:2.0:1769077988.245290:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b300.
00000100:00000001:2.0:1769077988.245296:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077988.245309:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299650115
00000100:00000010:2.0:1769077988.245313:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bcc0.
00000100:00000001:2.0:1769077988.245316:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077988.245319:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077988.245322:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245324:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077988.245330:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077988/real 1769077988]  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077988.245340:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077988.245342:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077988.245344:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077988.245347:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077988.245349:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077988.245351:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077988.245354:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077988.245363:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245382:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077988.245384:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245387:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077988.245389:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077988.245393:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245399:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077988.245404:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245410:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077988.245413:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245415:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077988.245416:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245418:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077988.245420:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077988.245422:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077988.245426:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077988.245429:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077988.245433:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077988.245442:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177408:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769077988.245446:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245448:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077988.245451:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833480 x1855007612177408/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245457:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077988.245460:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077988.245462:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077988.245465:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077988.245467:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077988.245468:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769077988.245470:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077988.245473:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8accc00.
02000000:00000001:2.0:1769077988.245476:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077988.245478:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077988.245480:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833480.
00000100:00000001:2.0:1769077988.245482:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077988.245484:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245486:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245491:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077988.245493:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245495:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077988.245496:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077988.245498:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077988.245501:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245508:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077988.245509:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.245511:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077988.245513:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077988.245515:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077988.245518:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177536:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077988.245521:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077988.245523:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077988.245524:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077988.245526:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077988.245529:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077988.245531:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769077988.245534:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769077988.245537:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769077988.245541:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769077988.245544:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177536, portal 10
00000100:00000001:2.0:1769077988.245546:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077988.245547:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455722240 : -118662253829376 : ffff9413ca832300)
00000100:00000040:2.0:1769077988.245577:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245584:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077988.245586:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769077988.245588:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769077988.245591:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612177536, offset 0
00000400:00000200:2.0:1769077988.245595:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769077988.245599:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077988.245603:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769077988.245606:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769077988.245608:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769077988.245611:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769077988.245613:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769077988.245616:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3771:3771:256:4294967295] 192.168.204.106@tcp LPNI seq info [3770:3770:8:4294967295]
00000400:00000200:2.0:1769077988.245620:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077988.245627:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769077988.245631:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077988.245635:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769077988.245638:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769077988.245641:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769077988.245645:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769077988.245648:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769077988.245659:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769077988.245661:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769077988.245664:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769077988.245668:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769077988.245670:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769077988.245672:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769077988.245674:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077988.245678:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245685:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077988.245688:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245694:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245696:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077988.245699:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077988.245702:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769077988.245705:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077988.245708:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299646752
00000100:00000001:2.0:1769077988.245710:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299650115
00000100:00000001:2.0:1769077988.245712:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299646752
00000100:00000001:2.0:1769077988.245714:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299650115
00000100:00000001:2.0:1769077988.245717:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077988.245719:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245720:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769077988.245724:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077988/real 1769077988]  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769077988.245738:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769077988.245739:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769077988.245741:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769077988.245743:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769077988.245745:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769077988.245747:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769077988.245750:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769077988.245758:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245765:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769077988.245767:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245768:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077988.245770:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769077988.245773:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245780:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077988.245784:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245806:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769077988.245809:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245810:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077988.245811:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245813:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769077988.245815:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769077988.245818:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769077988.245821:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769077988.245823:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769077988.245828:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769077988.245836:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177536:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769077988.245840:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245841:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077988.245844:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca832300 x1855007612177536/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077988.245851:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769077988.245852:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769077988.245854:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d400.
02000000:00000001:2.0:1769077988.245857:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769077988.245858:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769077988.245860:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769077988.245862:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769077988.245863:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:2.0:1769077988.245866:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769077988.245867:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769077988.245869:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca832300.
00000100:00000001:2.0:1769077988.245871:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769077988.245872:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245874:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077988.245877:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769077988.245878:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077988.245880:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077988.245882:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077988.628647:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077988.628655:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077988.628723:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077988.628728:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077988.628732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077989.268671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077989.268680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077989.268682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077989.268688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077989.268691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077989.268694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077989.268702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077989.268704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077989.268707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077989.652665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077989.652671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077989.652713:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077989.652717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077989.652721:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077990.292706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077990.292716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077990.292718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077990.292724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077990.292728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077990.292733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077990.292745:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077990.292748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077990.292752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077990.676716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077990.676725:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077990.676807:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077990.676811:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077990.676813:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077991.316721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077991.316732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077991.316750:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077991.316757:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077991.316769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077991.316773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077991.316776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077991.316779:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077991.316783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077991.700714:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077991.700724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077991.700828:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077991.700831:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077991.700833:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077992.340697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077992.340706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077992.340708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077992.340715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077992.340747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077992.340753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.340756:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077992.340759:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077992.340763:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077992.724774:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077992.724781:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077992.724846:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077992.724849:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077992.724853:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077992.852653:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299650115, at 4299650560
00000100:00000040:1.0:1769077992.852653:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299650115, at 4299650560
00000100:00000010:1.0:1769077992.852670:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bcc0.
00000100:00000010:0.0:1769077992.852674:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b300.
00000100:00000001:3.0:1769077993.364653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077993.364659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077993.364661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077993.364665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077993.364669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077993.364672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077993.364674:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077993.364674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077993.364677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077993.364681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077993.364682:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077993.364685:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077993.364687:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077993.364690:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077993.364697:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4978
00000400:00000200:2.0:1769077993.364721:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077993.364727:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077993.364731:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077993.364734:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364736:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.364738:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364741:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077993.364744:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077993.364746:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077993.364748:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077993.364750:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077993.364753:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077993.364756:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077993.364758:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364761:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.364763:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364765:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077993.364768:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077993.364771:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364774:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.364776:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077993.364779:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077993.364782:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.364784:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077993.364786:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077993.364794:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769077993.364796:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077993.364799:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077993.364800:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.364802:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077993.364804:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077993.364807:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077993.364813:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769077993.364818:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.364823:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077993.364831:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077993.364834:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077993.364837:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077993.364855:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077993.364857:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077993.364860:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077993.364861:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077993.364862:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077993.364863:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077993.364865:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4978
00000400:00000200:2.0:1769077993.364867:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077993.364869:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077993.364871:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077993.364873:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364875:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077993.364876:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364878:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077993.364879:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077993.364880:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077993.364881:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077993.364882:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077993.364882:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077993.364886:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077993.364887:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077993.364888:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769077993.364890:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077993.364891:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364894:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077993.364897:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077993.364898:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077993.364902:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077993.364906:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077993.364910:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769077993.364914:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077993.364915:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.364916:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.364917:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077993.364920:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077993.364922:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077993.364923:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077993.364927:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.364927:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.364930:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077993.364932:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077993.364934:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.364935:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077993.364940:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000100:00100000:1.0:1769077993.364941:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177664:192.168.204.106@tcp:250:kworker.0
00000020:00000040:2.0:1769077993.364943:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769077993.364947:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077993.364948:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077993.364950:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077993.364951:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077993.364952:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077993.364953:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077993.364956:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077993.364956:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077993.364960:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769077993.364961:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
02000000:00000010:1.0:1769077993.364965:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
00000100:00000001:2.0:1769077993.364965:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077993.364968:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077993.364970:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077993.364976:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769077993.364980:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769077993.364981:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:2.0:1769077993.364982:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077993.364986:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077993.364987:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077993.364995:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177664, portal 25
00000100:00000001:2.0:1769077993.364995:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.365000:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769077993.365001:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077993.365004:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769077993.365008:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569952384 : -118662139599232 : ffff9413d1522680)
00000100:00000040:2.0:1769077993.365008:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077993.365014:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077993.365019:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077993.365019:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4988)
00000100:00000001:1.0:1769077993.365029:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077993.365032:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077993.365036:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769077993.365039:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612177664, offset 0
00000400:00000200:1.0:1769077993.365045:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077993.365053:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077993.365058:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077993.365063:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077993.365067:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077993.365069:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077993.365071:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077993.365074:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3772:3772:256:4294967295] 192.168.204.106@tcp LPNI seq info [3771:3771:8:4294967295]
00000400:00000200:1.0:1769077993.365077:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077993.365084:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077993.365088:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077993.365092:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769077993.365097:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077993.365100:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077993.365104:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077993.365107:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077993.365109:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077993.365111:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769077993.365115:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077993.365119:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077993.365122:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769077993.365124:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769077993.365127:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077993.365130:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365140:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077993.365142:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365147:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.365155:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077993.365160:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077993.365164:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077993.365167:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299655235
00000100:00000010:1.0:1769077993.365171:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769077993.365177:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077993.365183:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299655235
00000100:00000010:1.0:1769077993.365186:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0423c0.
00000100:00000001:1.0:1769077993.365190:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077993.365193:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077993.365195:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.365198:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077993.365202:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077993/real 1769077993]  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077993.365208:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077993.365209:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077993.365211:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077993.365213:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077993.365214:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077993.365216:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077993.365218:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077993.365223:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365227:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077993.365228:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365230:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077993.365231:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077993.365233:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365237:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077993.365239:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365243:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077993.365245:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365246:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077993.365247:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365249:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077993.365250:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077993.365252:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077993.365254:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077993.365255:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077993.365258:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077993.365262:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177664:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077993.365272:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365274:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077993.365277:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522680 x1855007612177664/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365283:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077993.365286:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077993.365289:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769077993.365292:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077993.365293:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077993.365295:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077993.365297:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077993.365299:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d400.
02000000:00000001:1.0:1769077993.365303:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077993.365305:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077993.365307:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522680.
00000100:00000001:1.0:1769077993.365310:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077993.365312:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365314:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365320:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077993.365320:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.365322:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077993.365323:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077993.365324:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077993.365326:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365337:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077993.365338:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077993.365340:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077993.365342:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077993.365344:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077993.365347:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177792:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077993.365350:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077993.365351:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077993.365353:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077993.365355:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077993.365357:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769077993.365359:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077993.365363:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077993.365366:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077993.365369:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077993.365372:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177792, portal 10
00000100:00000001:1.0:1769077993.365374:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077993.365375:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569945216 : -118662139606400 : ffff9413d1520a80)
00000100:00000040:1.0:1769077993.365382:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365388:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077993.365397:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077993.365399:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769077993.365402:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612177792, offset 0
00000400:00000200:1.0:1769077993.365405:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077993.365409:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077993.365412:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077993.365415:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077993.365417:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077993.365419:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077993.365421:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077993.365424:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3773:3773:256:4294967295] 192.168.204.106@tcp LPNI seq info [3772:3772:8:4294967295]
00000400:00000200:1.0:1769077993.365428:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077993.365434:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077993.365438:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077993.365441:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769077993.365445:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077993.365447:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077993.365451:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077993.365453:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077993.365456:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077993.365457:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769077993.365459:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077993.365461:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077993.365463:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769077993.365464:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769077993.365466:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077993.365469:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365476:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077993.365479:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365490:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.365492:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077993.365495:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077993.365499:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077993.365502:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077993.365504:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299651871
00000100:00000001:1.0:1769077993.365507:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299655235
00000100:00000001:1.0:1769077993.365509:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299651871
00000100:00000001:1.0:1769077993.365511:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299655235
00000100:00000001:1.0:1769077993.365513:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077993.365514:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.365516:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077993.365520:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077993/real 1769077993]  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077993.365525:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077993.365526:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077993.365527:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077993.365528:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077993.365529:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077993.365537:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077993.365539:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077993.365544:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365547:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077993.365548:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365549:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077993.365550:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077993.365567:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365572:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077993.365576:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365582:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077993.365584:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365585:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077993.365587:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365588:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077993.365590:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077993.365592:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077993.365596:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077993.365598:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077993.365602:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077993.365609:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612177792:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077993.365613:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365614:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077993.365617:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520a80 x1855007612177792/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077993.365623:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077993.365625:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077993.365626:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769077993.365629:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077993.365630:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077993.365632:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077993.365633:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077993.365635:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855dc00.
02000000:00000001:1.0:1769077993.365638:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077993.365639:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077993.365641:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520a80.
00000100:00000001:1.0:1769077993.365643:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077993.365644:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365645:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077993.365649:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077993.365650:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077993.365652:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077993.365653:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077993.748791:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077993.748801:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077993.748876:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077993.748881:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077993.748885:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077994.388683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077994.388705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077994.388708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077994.388716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077994.388721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077994.388726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077994.388729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077994.388733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077994.388737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077994.772725:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077994.772735:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077994.772737:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077994.772740:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077994.772752:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077994.772755:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077994.772757:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077994.772760:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077994.772845:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077994.772850:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077994.772855:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1769077995.412666:0:33337:0:(osc_request.c:735:osc_update_next_shrink()) next time 6185 to shrink grant
00000100:00000001:3.0:1769077995.412666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077995.412683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077995.412685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077995.412695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077995.412698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077995.412701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077995.412704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077995.412706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077995.412709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077995.796709:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077995.796715:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077995.796765:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077995.796768:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077995.796770:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077996.436643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077996.436649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077996.436659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077996.436664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077996.436666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077996.436669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077996.436671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077996.436673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077996.436675:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077996.820695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077996.820702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077996.820756:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077996.820759:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077996.820761:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077997.460679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077997.460686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077997.460688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077997.460692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077997.460694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077997.460697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.460699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077997.460702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077997.460704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077997.844666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077997.844672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769077997.844734:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077997.844737:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077997.844741:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077997.972649:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299655235, at 4299655680
00000100:00000040:1.0:1769077997.972650:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299655235, at 4299655680
00000100:00000010:1.0:1769077997.972664:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000010:0.0:1769077997.972666:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000001:3.0:1769077998.484643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077998.484650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077998.484653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077998.484658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077998.484662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077998.484666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077998.484669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077998.484671:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077998.484673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769077998.484678:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077998.484678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484682:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077998.484685:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077998.484687:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077998.484692:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4983
00000400:00000200:2.0:1769077998.484700:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077998.484704:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077998.484706:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077998.484709:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484711:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077998.484712:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484714:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077998.484716:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077998.484718:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769077998.484719:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077998.484721:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769077998.484722:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769077998.484724:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769077998.484725:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484726:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077998.484728:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484729:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077998.484731:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769077998.484734:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484735:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077998.484737:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077998.484739:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077998.484740:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484742:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077998.484744:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077998.484750:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521880.
00000020:00000040:2.0:1769077998.484752:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769077998.484755:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077998.484756:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484758:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077998.484760:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077998.484763:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077998.484768:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769077998.484772:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077998.484777:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077998.484785:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077998.484789:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077998.484793:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db815254] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077998.484813:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077998.484816:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077998.484819:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077998.484821:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077998.484822:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077998.484825:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077998.484827:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4983
00000400:00000200:2.0:1769077998.484830:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769077998.484832:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077998.484833:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077998.484835:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484836:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077998.484838:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484840:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769077998.484841:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077998.484842:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769077998.484843:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077998.484844:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769077998.484846:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769077998.484847:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769077998.484849:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484850:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077998.484851:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484853:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769077998.484855:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769077998.484856:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769077998.484858:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077998.484859:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077998.484861:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769077998.484863:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077998.484866:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769077998.484866:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484867:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077998.484870:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769077998.484871:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077998.484875:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484876:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077998.484880:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000100:00000040:1.0:1769077998.484881:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077998.484883:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769077998.484886:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077998.484888:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484891:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077998.484893:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077998.484895:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077998.484900:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1769077998.484901:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:1.0:1769077998.484904:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484905:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077998.484911:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1769077998.484912:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077998.484915:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077998.484921:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077998.484922:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077998.484924:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077998.484932:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177920:192.168.204.106@tcp:250:kworker.0
00000100:00000040:2.0:1769077998.484932:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.484942:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077998.484944:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077998.484946:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077998.484947:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077998.484951:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077998.484952:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077998.484954:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077998.484957:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077998.484958:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769077998.484963:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4993)
02000000:00000010:1.0:1769077998.484964:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769077998.484968:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077998.484976:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077998.484980:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077998.484987:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077998.484994:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612177920, portal 25
00000100:00000001:1.0:1769077998.484996:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077998.484998:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569948800 : -118662139602816 : ffff9413d1521880)
00000100:00000040:1.0:1769077998.485004:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485011:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077998.485014:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077998.485016:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769077998.485019:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612177920, offset 0
00000400:00000200:1.0:1769077998.485025:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077998.485032:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077998.485037:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077998.485042:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077998.485046:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077998.485049:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077998.485052:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077998.485056:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3774:3774:256:4294967295] 192.168.204.106@tcp LPNI seq info [3773:3773:8:4294967295]
00000400:00000200:1.0:1769077998.485059:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077998.485068:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077998.485073:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077998.485078:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769077998.485084:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077998.485088:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077998.485094:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077998.485097:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077998.485102:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077998.485104:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769077998.485109:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077998.485113:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077998.485118:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769077998.485120:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769077998.485124:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077998.485127:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485148:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077998.485152:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485159:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077998.485161:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077998.485166:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077998.485170:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077998.485172:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299660355
00000100:00000010:1.0:1769077998.485177:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0423c0.
00000100:00000001:1.0:1769077998.485183:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077998.485196:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299660355
00000100:00000010:1.0:1769077998.485199:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042de0.
00000100:00000001:1.0:1769077998.485202:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077998.485205:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077998.485208:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077998.485210:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077998.485213:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077998/real 1769077998]  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077998.485222:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077998.485225:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077998.485227:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077998.485229:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077998.485231:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077998.485234:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077998.485237:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077998.485246:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485251:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077998.485253:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485255:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077998.485256:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077998.485259:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485265:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077998.485269:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485275:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077998.485278:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485279:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077998.485280:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485282:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077998.485284:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077998.485286:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077998.485290:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077998.485291:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077998.485295:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077998.485302:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612177920:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769077998.485307:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485309:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077998.485311:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521880 x1855007612177920/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485317:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077998.485320:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077998.485322:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769077998.485324:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077998.485326:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077998.485327:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769077998.485329:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077998.485331:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769077998.485335:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077998.485337:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077998.485338:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521880.
00000100:00000001:1.0:1769077998.485341:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077998.485342:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485344:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485350:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077998.485351:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077998.485353:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077998.485355:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077998.485356:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077998.485359:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485365:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077998.485366:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077998.485368:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077998.485370:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077998.485372:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077998.485374:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178048:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077998.485377:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077998.485379:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077998.485381:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077998.485383:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077998.485385:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769077998.485387:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077998.485390:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769077998.485392:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769077998.485395:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769077998.485398:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178048, portal 10
00000100:00000001:1.0:1769077998.485400:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077998.485401:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569945216 : -118662139606400 : ffff9413d1520a80)
00000100:00000040:1.0:1769077998.485406:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485412:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077998.485414:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769077998.485416:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769077998.485417:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612178048, offset 0
00000400:00000200:1.0:1769077998.485421:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769077998.485424:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077998.485427:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769077998.485430:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077998.485433:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769077998.485435:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077998.485437:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769077998.485439:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3775:3775:256:4294967295] 192.168.204.106@tcp LPNI seq info [3774:3774:8:4294967295]
00000400:00000200:1.0:1769077998.485443:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769077998.485449:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077998.485453:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077998.485455:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769077998.485459:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769077998.485461:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077998.485465:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769077998.485479:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077998.485483:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769077998.485485:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769077998.485488:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077998.485491:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077998.485494:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769077998.485496:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769077998.485498:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077998.485501:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485508:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077998.485511:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485516:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077998.485518:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077998.485520:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077998.485524:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769077998.485527:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769077998.485529:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299656991
00000100:00000001:1.0:1769077998.485531:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299660355
00000100:00000001:1.0:1769077998.485534:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299656991
00000100:00000001:1.0:1769077998.485536:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299660355
00000100:00000001:1.0:1769077998.485537:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077998.485539:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077998.485541:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077998.485544:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077998/real 1769077998]  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077998.485574:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077998.485576:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077998.485577:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769077998.485580:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769077998.485582:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769077998.485584:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077998.485588:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077998.485595:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485601:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077998.485602:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485604:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077998.485605:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077998.485608:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485614:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077998.485635:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485641:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077998.485643:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485645:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077998.485647:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485648:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077998.485650:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077998.485653:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077998.485656:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769077998.485658:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077998.485662:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077998.485670:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178048:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769077998.485672:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485674:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077998.485675:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520a80 x1855007612178048/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077998.485680:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077998.485681:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077998.485682:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769077998.485684:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077998.485685:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077998.485686:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769077998.485687:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077998.485688:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769077998.485689:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077998.485690:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077998.485691:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520a80.
00000100:00000001:1.0:1769077998.485692:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077998.485693:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485694:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077998.485697:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077998.485697:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077998.485699:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077998.485700:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077998.868657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077998.868662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077998.868712:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077998.868714:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077998.868717:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077999.508662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769077999.508669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077999.508671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.508676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769077999.508679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077999.508683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077999.508685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077999.508688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077999.508691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077999.892647:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077999.892652:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077999.892712:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077999.892715:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077999.892718:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078000.532624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078000.532633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078000.532635:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078000.532641:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078000.532645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078000.532649:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078000.532652:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078000.532656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078000.532659:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078000.916700:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078000.916709:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078000.916777:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078000.916781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078000.916784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078001.556674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078001.556682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078001.556684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078001.556690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078001.556693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078001.556697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078001.556700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078001.556703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078001.556706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078001.940646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078001.940654:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078001.940704:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078001.940707:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078001.940710:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078002.580665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078002.580675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078002.580677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078002.580682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078002.580684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078002.580688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078002.580690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078002.580691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078002.580693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078002.964747:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078002.964754:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078002.964839:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078002.964844:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078002.964848:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078003.092672:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299660355, at 4299660800
00000100:00000040:1.0:1769078003.092672:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299660355, at 4299660800
00000100:00000010:1.0:1769078003.092687:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000010:0.0:1769078003.092690:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000001:3.0:1769078003.604660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078003.604672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078003.604674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078003.604686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769078003.604692:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078003.604693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078003.604700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078003.604708:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078003.604709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078003.604715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078003.604716:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078003.604726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078003.604727:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078003.604735:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078003.604745:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4988
00000400:00000200:0.0:1769078003.604757:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078003.604765:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078003.604768:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078003.604772:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078003.604775:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078003.604778:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078003.604781:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078003.604786:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078003.604788:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078003.604791:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078003.604794:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078003.604796:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078003.604799:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078003.604802:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078003.604804:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078003.604806:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078003.604808:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078003.604812:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078003.604815:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078003.604818:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078003.604822:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078003.604827:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078003.604831:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.604834:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078003.604836:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078003.604848:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769078003.604853:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078003.604857:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078003.604859:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.604863:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078003.604866:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078003.604871:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078003.604880:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769078003.604897:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078003.604906:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078003.604918:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078003.604924:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078003.604929:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078003.604953:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078003.604956:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078003.604960:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078003.604961:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078003.604963:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078003.604966:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078003.604968:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4988
00000400:00000200:0.0:1769078003.604972:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078003.604975:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078003.604978:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078003.604981:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078003.604984:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078003.604987:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078003.604989:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078003.604991:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078003.604992:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078003.604995:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078003.604996:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078003.605000:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078003.605000:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078003.605004:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078003.605009:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078003.605009:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078003.605014:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078003.605023:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078003.605028:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078003.605029:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078003.605032:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078003.605033:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078003.605036:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078003.605037:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078003.605040:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078003.605043:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078003.605043:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078003.605048:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178176:192.168.204.106@tcp:250:kworker.0
00000100:00080000:0.0:1769078003.605051:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078003.605052:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078003.605057:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.605058:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078003.605060:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078003.605061:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.605065:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078003.605069:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078003.605069:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078003.605072:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078003.605075:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.605079:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078003.605081:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00100000:0.0:1769078003.605085:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078003.605086:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000008:00000001:0.0:1769078003.605092:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078003.605093:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:0.0:1769078003.605094:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078003.605101:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000100:00000200:1.0:1769078003.605102:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178176, portal 25
00000100:00000001:1.0:1769078003.605106:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1769078003.605107:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078003.605108:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
02000000:00000001:0.0:1769078003.605112:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769078003.605115:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078003.605116:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078003.605121:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078003.605125:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078003.605126:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769078003.605129:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078003.605130:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078003.605134:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078003.605136:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612178176, offset 0
02000000:00000010:0.0:1769078003.605137:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769078003.605143:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078003.605143:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00100000:0.0:1769078003.605151:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078003.605152:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078003.605160:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:0.0:1769078003.605164:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078003.605167:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078003.605169:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078003.605173:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:0.0:1769078003.605177:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078003.605178:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078003.605182:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078003.605189:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3776:3776:256:4294967295] 192.168.204.106@tcp LPNI seq info [3775:3775:8:4294967295]
00000400:00000200:1.0:1769078003.605196:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078003.605199:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078003.605204:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078003.605207:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078003.605213:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769078003.605217:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078003.605219:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1769078003.605222:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000100:00000040:0.0:1769078003.605224:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769078003.605230:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:0.0:1769078003.605231:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4999)
00000800:00000200:1.0:1769078003.605234:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078003.605240:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078003.605243:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078003.605246:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078003.605249:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078003.605254:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078003.605258:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078003.605263:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078003.605265:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078003.605269:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078003.605272:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605278:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.605280:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605285:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.605286:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078003.605291:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078003.605293:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078003.605295:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299665475
00000100:00000010:1.0:1769078003.605299:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042de0.
00000100:00000001:1.0:1769078003.605305:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078003.605310:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299665475
00000100:00000010:1.0:1769078003.605312:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769078003.605314:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078003.605316:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078003.605319:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.605321:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078003.605323:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003]  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078003.605330:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078003.605331:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078003.605332:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078003.605334:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078003.605334:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078003.605336:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078003.605338:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078003.605344:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605348:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078003.605349:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605351:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.605352:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078003.605354:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605358:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078003.605361:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605365:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078003.605367:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605368:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.605369:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605371:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078003.605373:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078003.605375:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078003.605378:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078003.605380:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078003.605383:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078003.605388:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178176:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078003.605391:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605393:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.605394:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612178176/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605398:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078003.605400:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078003.605402:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078003.605403:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078003.605404:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078003.605406:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078003.605408:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078003.605410:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769078003.605414:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078003.605416:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078003.605418:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:1.0:1769078003.605421:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078003.605422:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605424:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605432:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078003.605434:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.605437:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078003.605438:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078003.605439:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078003.605443:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605450:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078003.605451:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.605454:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078003.605455:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078003.605458:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078003.605461:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178304:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078003.605463:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078003.605464:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078003.605465:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078003.605467:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078003.605469:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078003.605470:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078003.605473:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078003.605475:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078003.605477:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078003.605479:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178304, portal 10
00000100:00000001:1.0:1769078003.605480:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078003.605481:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557628928 : -118662151922688 : ffff9413d0961c00)
00000100:00000040:1.0:1769078003.605486:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605490:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078003.605492:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078003.605493:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078003.605494:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612178304, offset 0
00000400:00000200:1.0:1769078003.605496:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078003.605499:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078003.605501:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078003.605502:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078003.605504:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078003.605505:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078003.605507:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078003.605509:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3777:3777:256:4294967295] 192.168.204.106@tcp LPNI seq info [3776:3776:8:4294967295]
00000400:00000200:1.0:1769078003.605511:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078003.605515:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078003.605517:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078003.605520:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078003.605522:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078003.605524:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078003.605527:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078003.605529:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078003.605548:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078003.605550:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078003.605570:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078003.605572:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078003.605575:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078003.605576:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078003.605577:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078003.605579:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605585:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.605587:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078028 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605597:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.605598:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078003.605600:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078003.605603:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078003.605608:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078003.605609:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299662112
00000100:00000001:1.0:1769078003.605611:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299665475
00000100:00000001:1.0:1769078003.605612:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299662112
00000100:00000001:1.0:1769078003.605614:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299665475
00000100:00000001:1.0:1769078003.605615:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078003.605616:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.605617:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078003.605619:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078003/real 1769078003]  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078003.605629:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078003.605630:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078003.605631:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078003.605632:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078003.605633:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078003.605634:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078003.605636:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078003.605641:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605645:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078003.605645:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605646:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.605647:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078003.605649:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605652:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078003.605654:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605658:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078003.605660:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605661:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078003.605662:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605663:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078003.605664:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078003.605665:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078003.605667:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078003.605668:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078003.605671:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078003.605676:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178304:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078003.605678:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605679:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078003.605681:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612178304/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078028 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078003.605684:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078003.605685:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078003.605686:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078003.605687:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078003.605688:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078003.605688:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078003.605689:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078003.605690:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769078003.605692:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078003.605693:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078003.605693:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:1.0:1769078003.605695:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078003.605696:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605697:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078003.605699:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078003.605700:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078003.605701:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078003.605702:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078003.988657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078003.988665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078003.988730:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078003.988734:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078003.988737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078004.628658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078004.628664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078004.628666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078004.628671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078004.628673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078004.628676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078004.628679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078004.628681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078004.628683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078005.012667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078005.012674:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078005.012676:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078005.012678:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078005.012682:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078005.012683:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078005.012685:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078005.012687:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078005.012742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078005.012745:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078005.012748:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078005.652680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078005.652687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078005.652689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078005.652694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078005.652698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078005.652702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078005.652704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078005.652708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078005.652710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078006.036653:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078006.036658:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078006.036742:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078006.036746:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078006.036750:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078006.676678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078006.676687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078006.676688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078006.676694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078006.676698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078006.676702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078006.676704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078006.676707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078006.676709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078007.060683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078007.060690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078007.060765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078007.060771:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078007.060775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078007.700635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078007.700646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078007.700648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078007.700656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078007.700660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078007.700663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078007.700666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078007.700669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078007.700673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078008.084637:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078008.084643:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078008.084688:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078008.084692:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078008.084695:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078008.212664:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299665475, at 4299665920
00000100:00000040:1.0:1769078008.212664:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299665475, at 4299665920
00000100:00000010:0.0:1769078008.212679:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000010:1.0:1769078008.212686:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:2.0:1769078008.724704:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078008.724706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078008.724714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078008.724721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078008.724721:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078008.724729:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769078008.724730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078008.724738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078008.724739:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078008.724741:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078008.724744:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078008.724746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078008.724749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078008.724752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078008.724754:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4994
00000400:00000200:2.0:1769078008.724765:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078008.724772:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078008.724775:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078008.724779:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724783:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078008.724784:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724787:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078008.724791:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078008.724793:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078008.724796:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078008.724799:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078008.724801:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078008.724804:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078008.724807:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724809:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078008.724811:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724813:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078008.724816:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078008.724820:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724823:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078008.724826:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078008.724830:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078008.724834:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.724836:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078008.724839:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078008.724851:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769078008.724855:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078008.724859:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078008.724860:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.724863:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078008.724865:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078008.724870:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078008.724878:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769078008.724884:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078008.724903:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078008.724916:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078008.724921:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078008.724927:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078008.724949:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078008.724952:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078008.724955:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078008.724956:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078008.724957:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078008.724959:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078008.724961:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4994
00000400:00000200:2.0:1769078008.724964:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078008.724966:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078008.724968:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078008.724970:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724972:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078008.724973:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724974:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078008.724976:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078008.724977:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078008.724978:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078008.724985:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078008.724986:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078008.724987:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078008.724989:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724990:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078008.724991:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724992:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078008.724994:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078008.724996:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078008.724997:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078008.724999:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078008.725005:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078008.725007:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.725009:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078008.725013:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078008.725016:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.725018:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078008.725021:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769078008.725022:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078008.725024:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078008.725026:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078008.725027:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078008.725031:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078008.725031:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078008.725038:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769078008.725039:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.725042:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1769078008.725047:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769078008.725055:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078008.725056:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725069:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078008.725071:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078008.725074:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078008.725078:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078008.725079:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078008.725082:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078008.725092:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178432:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078008.725107:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078008.725107:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078008.725111:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078008.725112:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078008.725117:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078008.725120:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078008.725121:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078008.725137:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
00000100:00000001:2.0:1769078008.725138:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078008.725143:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078008.725145:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078008.725149:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078008.725153:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078008.725156:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078008.725160:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5004)
00000400:00000200:1.0:1769078008.725161:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078008.725170:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078008.725178:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078008.725186:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178432, portal 25
00000100:00000001:1.0:1769078008.725189:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078008.725191:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569952384 : -118662139599232 : ffff9413d1522680)
00000100:00000040:1.0:1769078008.725210:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725225:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078008.725227:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078008.725230:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078008.725232:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612178432, offset 0
00000400:00000200:1.0:1769078008.725237:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078008.725245:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078008.725251:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078008.725256:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078008.725260:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078008.725263:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078008.725265:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078008.725268:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3778:3778:256:4294967295] 192.168.204.106@tcp LPNI seq info [3777:3777:8:4294967295]
00000400:00000200:1.0:1769078008.725271:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078008.725279:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078008.725283:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078008.725287:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078008.725293:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078008.725297:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078008.725302:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078008.725304:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078008.725307:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078008.725309:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078008.725314:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078008.725318:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078008.725322:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078008.725324:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078008.725327:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078008.725330:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725338:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078008.725340:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725349:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.725350:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078008.725356:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078008.725359:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078008.725361:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299670595
00000100:00000010:1.0:1769078008.725365:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769078008.725370:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078008.725376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299670595
00000100:00000010:1.0:1769078008.725378:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769078008.725380:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078008.725382:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078008.725384:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.725386:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078008.725388:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008]  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078008.725394:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078008.725395:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078008.725397:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078008.725399:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078008.725400:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078008.725402:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078008.725404:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078008.725410:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725414:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078008.725416:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725417:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078008.725418:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078008.725421:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725426:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078008.725429:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725434:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078008.725436:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725437:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078008.725438:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725439:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078008.725441:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078008.725443:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078008.725474:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078008.725476:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078008.725480:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078008.725485:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178432:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078008.725488:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725489:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078008.725491:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522680 x1855007612178432/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725495:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078008.725497:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078008.725499:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078008.725501:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078008.725503:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078008.725504:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078008.725506:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078008.725507:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:1.0:1769078008.725510:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078008.725513:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078008.725514:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522680.
00000100:00000001:1.0:1769078008.725517:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078008.725518:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725519:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725524:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078008.725525:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.725527:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078008.725528:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078008.725529:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078008.725532:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725537:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078008.725538:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078008.725540:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078008.725541:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078008.725543:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078008.725544:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178560:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078008.725546:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078008.725548:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078008.725549:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078008.725550:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078008.725578:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078008.725580:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078008.725583:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078008.725585:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078008.725588:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078008.725590:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178560, portal 10
00000100:00000001:1.0:1769078008.725592:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078008.725593:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955072 : -118662139596544 : ffff9413d1523100)
00000100:00000040:1.0:1769078008.725598:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725602:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078008.725604:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078008.725606:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078008.725607:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612178560, offset 0
00000400:00000200:1.0:1769078008.725610:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078008.725613:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078008.725615:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078008.725617:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078008.725619:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078008.725621:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078008.725623:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078008.725625:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3779:3779:256:4294967295] 192.168.204.106@tcp LPNI seq info [3778:3778:8:4294967295]
00000400:00000200:1.0:1769078008.725628:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078008.725632:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078008.725635:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078008.725637:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078008.725639:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078008.725641:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078008.725644:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078008.725646:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078008.725649:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078008.725650:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078008.725652:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078008.725654:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078008.725656:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078008.725658:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078008.725659:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078008.725662:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725667:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078008.725669:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078033 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725673:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.725674:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078008.725676:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078008.725679:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078008.725681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078008.725683:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299667232
00000100:00000001:1.0:1769078008.725685:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299670595
00000100:00000001:1.0:1769078008.725686:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299667232
00000100:00000001:1.0:1769078008.725688:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299670595
00000100:00000001:1.0:1769078008.725689:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078008.725690:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.725692:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078008.725694:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078008/real 1769078008]  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078008.725698:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078008.725699:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078008.725701:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078008.725702:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078008.725703:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078008.725704:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078008.725706:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078008.725712:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725716:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078008.725717:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725718:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078008.725719:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078008.725721:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725725:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078008.725727:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725732:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078008.725734:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725735:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078008.725736:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725737:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078008.725738:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078008.725740:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078008.725742:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078008.725743:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078008.725745:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078008.725750:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178560:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078008.725752:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725753:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078008.725755:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523100 x1855007612178560/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078033 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078008.725759:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078008.725760:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078008.725762:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078008.725763:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078008.725764:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078008.725765:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078008.725766:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078008.725767:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769078008.725770:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078008.725770:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078008.725772:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523100.
00000100:00000001:1.0:1769078008.725774:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078008.725775:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725776:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078008.725778:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078008.725779:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078008.725781:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078008.725782:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078009.108656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078009.108661:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078009.108741:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078009.108746:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078009.108751:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078009.748661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078009.748667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078009.748668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078009.748672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078009.748675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078009.748678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078009.748681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078009.748683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078009.748685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078010.132667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078010.132673:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078010.132745:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078010.132749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078010.132752:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078010.772681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078010.772687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078010.772688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078010.772693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078010.772695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078010.772698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078010.772700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078010.772702:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078010.772709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078011.156668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078011.156675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078011.156744:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078011.156747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078011.156750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078011.796643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078011.796649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078011.796651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078011.796655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078011.796658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078011.796663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078011.796666:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078011.796669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078011.796671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078012.180670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078012.180675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078012.180759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078012.180765:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078012.180769:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078012.820655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078012.820661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078012.820663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078012.820667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078012.820670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078012.820673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078012.820675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078012.820678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078012.820680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078013.204633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078013.204639:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078013.204720:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078013.204724:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078013.204729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078013.332673:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299670595, at 4299671040
00000100:00000040:0.0:1769078013.332675:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299670595, at 4299671040
00000100:00000010:0.0:1769078013.332694:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00000010:1.0:1769078013.332699:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:0.0:1769078013.844698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769078013.844704:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078013.844705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078013.844710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078013.844718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078013.844720:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078013.844722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078013.844728:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078013.844729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078013.844735:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078013.844736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078013.844742:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078013.844743:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078013.844748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078013.844754:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 4999
00000400:00000200:2.0:1769078013.844765:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078013.844772:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078013.844775:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078013.844778:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844781:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078013.844784:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078013.844789:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078013.844791:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078013.844793:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078013.844795:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078013.844797:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078013.844799:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078013.844802:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844803:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078013.844805:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844806:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078013.844808:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078013.844811:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844812:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078013.844816:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078013.844819:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078013.844821:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.844823:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078013.844826:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078013.844837:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769078013.844842:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078013.844847:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078013.844849:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.844853:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078013.844856:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078013.844862:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078013.844872:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769078013.844881:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078013.844892:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078013.844901:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078013.844906:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078013.844909:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078013.844932:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078013.844934:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078013.844944:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078013.844946:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078013.844947:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078013.844950:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078013.844952:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 4999
00000400:00000200:2.0:1769078013.844955:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078013.844958:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078013.844960:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078013.844962:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844964:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078013.844966:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844967:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078013.844969:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078013.844970:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078013.844971:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078013.844973:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078013.844974:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078013.844976:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078013.844978:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844979:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078013.844980:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844981:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078013.844982:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078013.844984:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078013.844985:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078013.844987:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078013.844992:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078013.844994:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.844995:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078013.845000:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078013.845002:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.845004:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078013.845007:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769078013.845008:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078013.845010:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078013.845011:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078013.845014:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078013.845015:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1769078013.845016:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078013.845019:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.845026:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1769078013.845027:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:1.0:1769078013.845031:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078013.845032:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078013.845037:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078013.845047:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078013.845047:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078013.845054:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078013.845062:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078013.845115:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.845116:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078013.845124:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078013.845125:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078013.845135:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078013.845137:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078013.845142:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078013.845144:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078013.845153:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078013.845153:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078013.845163:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5009)
00000100:00100000:1.0:1769078013.845166:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178688:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078013.845174:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078013.845178:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078013.845181:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078013.845184:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078013.845195:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078013.845197:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078013.845228:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078013.845235:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078013.845242:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078013.845249:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178688, portal 25
00000100:00000001:1.0:1769078013.845251:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078013.845253:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947904 : -118662139603712 : ffff9413d1521500)
00000100:00000040:1.0:1769078013.845259:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845267:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078013.845270:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078013.845289:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078013.845293:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612178688, offset 0
00000400:00000200:1.0:1769078013.845299:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078013.845310:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078013.845319:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078013.845325:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078013.845330:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078013.845334:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078013.845337:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078013.845342:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3780:3780:256:4294967295] 192.168.204.106@tcp LPNI seq info [3779:3779:8:4294967295]
00000400:00000200:1.0:1769078013.845347:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078013.845410:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078013.845415:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078013.845420:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078013.845426:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078013.845429:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078013.845435:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078013.845437:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078013.845441:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078013.845443:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078013.845448:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078013.845451:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078013.845473:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078013.845477:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078013.845485:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078013.845492:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845509:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078013.845515:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845527:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.845530:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078013.845539:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078013.845547:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078013.845552:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299675715
00000100:00000010:1.0:1769078013.845560:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769078013.845615:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078013.845625:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299675716
00000100:00000010:1.0:1769078013.845630:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769078013.845633:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078013.845654:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078013.845657:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.845660:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078013.845665:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013]  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078013.845675:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078013.845677:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078013.845680:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078013.845684:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078013.845685:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078013.845688:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078013.845691:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078013.845700:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845735:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078013.845738:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.845742:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078013.845745:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078013.845752:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845764:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078013.845787:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845798:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078013.845802:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.845805:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078013.845807:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.845811:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078013.845814:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078013.845819:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078013.845825:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078013.845829:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078013.845835:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078013.845861:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178688:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078013.845866:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.845868:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078013.845871:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521500 x1855007612178688/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845877:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078013.845879:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078013.845882:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078013.845884:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078013.845887:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078013.845889:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078013.845891:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078013.845893:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d000.
02000000:00000001:1.0:1769078013.845897:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078013.845899:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078013.845901:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521500.
00000100:00000001:1.0:1769078013.845905:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078013.845906:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.845908:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.845915:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078013.845917:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.845919:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078013.845921:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078013.845922:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078013.845927:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845934:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078013.845936:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078013.845938:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078013.845940:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078013.845942:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078013.845945:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178816:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078013.845949:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078013.845951:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078013.845953:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078013.845954:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078013.845956:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078013.845958:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078013.845961:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078013.845963:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078013.845966:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078013.845968:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178816, portal 10
00000100:00000001:1.0:1769078013.845970:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078013.845971:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569951488 : -118662139600128 : ffff9413d1522300)
00000100:00000040:1.0:1769078013.845976:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.845980:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078013.845982:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078013.845984:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078013.845985:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612178816, offset 0
00000400:00000200:1.0:1769078013.845988:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078013.845990:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078013.845993:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078013.845995:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078013.845997:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078013.845999:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078013.846000:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078013.846002:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3781:3781:256:4294967295] 192.168.204.106@tcp LPNI seq info [3780:3780:8:4294967295]
00000400:00000200:1.0:1769078013.846005:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078013.846010:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078013.846012:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078013.846014:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078013.846017:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078013.846019:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078013.846022:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078013.846025:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078013.846027:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078013.846028:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078013.846031:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078013.846033:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078013.846035:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078013.846036:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078013.846038:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078013.846040:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.846050:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078013.846052:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.846056:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.846057:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078013.846059:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078013.846063:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078013.846066:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078013.846068:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299672352
00000100:00000001:1.0:1769078013.846070:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299675715
00000100:00000001:1.0:1769078013.846072:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299672352
00000100:00000001:1.0:1769078013.846075:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299675716
00000100:00000001:1.0:1769078013.846077:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078013.846079:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.846081:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078013.846085:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078013/real 1769078013]  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078013.846093:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078013.846094:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078013.846096:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078013.846098:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078013.846100:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078013.846102:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078013.846105:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078013.846115:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.846122:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078013.846123:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.846126:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078013.846127:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078013.846131:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.846139:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078013.846143:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.846150:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078013.846153:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.846154:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078013.846155:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.846156:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078013.846157:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078013.846159:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078013.846162:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078013.846163:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078013.846166:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078013.846171:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612178816:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078013.846173:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.846174:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078013.846176:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522300 x1855007612178816/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078013.846180:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078013.846181:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078013.846183:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078013.846184:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078013.846185:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078013.846187:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078013.846188:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078013.846189:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:1.0:1769078013.846191:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078013.846192:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078013.846193:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522300.
00000100:00000001:1.0:1769078013.846195:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078013.846196:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.846197:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078013.846199:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078013.846200:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078013.846202:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078013.846203:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078014.228696:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078014.228703:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078014.228764:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078014.228767:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078014.228772:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078014.868693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078014.868703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078014.868705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078014.868710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078014.868714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078014.868718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078014.868720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078014.868723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078014.868726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078015.252710:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078015.252724:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078015.252727:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078015.252730:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078015.252738:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078015.252741:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078015.252743:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078015.252747:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078015.252821:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078015.252826:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078015.252830:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078015.892635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078015.892644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078015.892646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078015.892652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078015.892655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078015.892659:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078015.892662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078015.892664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078015.892666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078016.276693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078016.276702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078016.276787:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078016.276792:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078016.276797:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078016.916725:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078016.916735:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078016.916738:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078016.916746:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078016.916751:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078016.916756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078016.916759:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078016.916762:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078016.916766:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078017.300716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078017.300727:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078017.300818:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078017.300824:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078017.300829:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078017.940660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078017.940670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078017.940673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078017.940681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078017.940686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078017.940692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078017.940695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078017.940699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078017.940702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078018.324697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078018.324705:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078018.324764:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078018.324768:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078018.324772:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078018.452665:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299675715, at 4299676160
00000100:00000040:1.0:1769078018.452666:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299675716, at 4299676160
00000100:00000010:1.0:1769078018.452684:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000010:0.0:1769078018.452687:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:0.0:1769078018.964676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078018.964684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078018.964687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078018.964688:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769078018.964694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078018.964696:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078018.964701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078018.964701:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078018.964706:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078018.964707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078018.964711:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078018.964712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078018.964716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078018.964719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078018.964721:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5004
00000400:00000200:2.0:1769078018.964732:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078018.964739:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078018.964742:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078018.964746:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964749:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078018.964753:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964755:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078018.964758:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078018.964760:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078018.964763:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078018.964765:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078018.964767:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078018.964769:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078018.964771:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964772:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078018.964773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964775:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078018.964777:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078018.964780:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964781:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078018.964784:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078018.964786:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078018.964789:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078018.964790:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078018.964792:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078018.964802:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769078018.964806:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078018.964809:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078018.964810:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078018.964813:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078018.964816:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078018.964821:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078018.964828:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769078018.964834:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078018.964842:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078018.964852:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078018.964856:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078018.964860:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078018.964877:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078018.964879:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078018.964882:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078018.964883:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078018.964884:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078018.964887:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078018.964889:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5004
00000400:00000200:2.0:1769078018.964892:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078018.964894:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078018.964896:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769078018.964896:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078018.964899:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964900:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078018.964902:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964903:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078018.964906:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078018.964907:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078018.964908:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078018.964911:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078018.964913:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078018.964915:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078018.964915:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078018.964920:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078018.964925:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964926:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078018.964927:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078018.964929:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078018.964933:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078018.964937:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078018.964942:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078018.964949:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078018.964950:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.964953:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078018.964954:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078018.964960:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078018.964963:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078018.964964:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078018.964967:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078018.964967:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078018.964972:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078018.964974:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078018.964976:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178944:192.168.204.106@tcp:250:kworker.0
00000008:00000001:2.0:1769078018.964982:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.964983:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078018.964988:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078018.964988:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078018.964992:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078018.964995:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
02000000:00000001:1.0:1769078018.964996:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078018.965001:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000010:1.0:1769078018.965002:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:2.0:1769078018.965006:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078018.965007:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078018.965011:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078018.965015:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078018.965018:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:2.0:1769078018.965018:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078018.965023:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078018.965028:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
02000000:00000010:2.0:1769078018.965031:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000400:00000010:1.0:1769078018.965037:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769078018.965038:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078018.965046:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612178944, portal 25
00000100:00100000:2.0:1769078018.965047:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078018.965050:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078018.965052:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569957760 : -118662139593856 : ffff9413d1523b80)
00000100:00000040:1.0:1769078018.965061:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965067:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078018.965069:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078018.965071:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000001:2.0:1769078018.965073:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078018.965075:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612178944, offset 0
00000400:00000200:1.0:1769078018.965081:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:2.0:1769078018.965082:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078018.965090:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078018.965091:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078018.965101:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:2.0:1769078018.965106:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078018.965108:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078018.965113:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078018.965115:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078018.965121:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769078018.965121:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078018.965126:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:2.0:1769078018.965128:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078018.965134:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3782:3782:256:4294967295] 192.168.204.106@tcp LPNI seq info [3781:3781:8:4294967295]
00000100:00000040:2.0:1769078018.965135:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078018.965140:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5014)
00000400:00000200:1.0:1769078018.965153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078018.965167:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078018.965175:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078018.965181:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078018.965190:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078018.965195:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078018.965200:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078018.965203:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078018.965207:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078018.965210:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078018.965216:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078018.965220:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078018.965225:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078018.965227:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078018.965232:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078018.965235:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965243:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078018.965245:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965251:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.965252:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078018.965257:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078018.965261:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078018.965263:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299680835
00000100:00000010:1.0:1769078018.965268:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769078018.965300:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078018.965306:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299680835
00000100:00000010:1.0:1769078018.965309:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769078018.965311:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078018.965315:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078018.965318:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.965321:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078018.965326:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018]  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078018.965343:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078018.965345:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078018.965348:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078018.965352:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078018.965354:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078018.965356:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078018.965360:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078018.965369:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965376:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078018.965377:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965380:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078018.965382:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078018.965387:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965395:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078018.965400:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965407:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078018.965410:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965411:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078018.965412:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965414:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078018.965415:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078018.965417:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078018.965420:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078018.965422:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078018.965425:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078018.965432:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612178944:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078018.965435:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965437:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078018.965439:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523b80 x1855007612178944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965443:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078018.965445:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078018.965448:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078018.965450:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078018.965451:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078018.965452:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078018.965454:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078018.965456:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769078018.965461:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078018.965462:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078018.965464:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523b80.
00000100:00000001:1.0:1769078018.965466:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078018.965467:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965469:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965476:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078018.965477:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.965478:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078018.965479:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078018.965481:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078018.965483:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965488:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078018.965489:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078018.965491:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078018.965493:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078018.965494:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078018.965496:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179072:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078018.965498:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078018.965500:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078018.965501:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078018.965502:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078018.965505:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078018.965506:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078018.965509:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078018.965511:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078018.965514:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078018.965516:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179072, portal 10
00000100:00000001:1.0:1769078018.965518:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078018.965519:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955968 : -118662139595648 : ffff9413d1523480)
00000100:00000040:1.0:1769078018.965523:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965528:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078018.965530:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078018.965531:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078018.965533:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612179072, offset 0
00000400:00000200:1.0:1769078018.965536:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078018.965538:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078018.965541:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078018.965543:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078018.965545:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078018.965546:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078018.965548:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078018.965550:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3783:3783:256:4294967295] 192.168.204.106@tcp LPNI seq info [3782:3782:8:4294967295]
00000400:00000200:1.0:1769078018.965576:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078018.965581:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078018.965585:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078018.965587:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078018.965590:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078018.965593:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078018.965596:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078018.965599:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078018.965601:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078018.965603:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078018.965605:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078018.965607:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078018.965610:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078018.965611:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078018.965613:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078018.965615:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965621:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078018.965623:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965627:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.965628:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078018.965630:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078018.965633:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078018.965635:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078018.965637:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299677472
00000100:00000001:1.0:1769078018.965639:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299680835
00000100:00000001:1.0:1769078018.965641:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299677472
00000100:00000001:1.0:1769078018.965642:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299680835
00000100:00000001:1.0:1769078018.965644:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078018.965645:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.965646:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078018.965648:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078018/real 1769078018]  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078018.965653:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078018.965654:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078018.965656:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078018.965658:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078018.965659:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078018.965660:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078018.965662:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078018.965668:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965671:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078018.965672:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965673:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078018.965674:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078018.965676:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965680:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078018.965682:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965687:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078018.965689:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965690:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078018.965691:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965692:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078018.965693:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078018.965695:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078018.965697:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078018.965698:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078018.965701:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078018.965705:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179072:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078018.965708:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965710:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078018.965712:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523480 x1855007612179072/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078018.965716:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078018.965717:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078018.965718:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078018.965720:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078018.965721:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078018.965721:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078018.965723:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078018.965724:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:1.0:1769078018.965725:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078018.965726:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078018.965728:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523480.
00000100:00000001:1.0:1769078018.965729:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078018.965730:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965732:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078018.965734:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078018.965735:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078018.965736:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078018.965738:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078019.348693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078019.348701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078019.348775:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078019.348781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078019.348785:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078019.988622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078019.988630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078019.988632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078019.988638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078019.988642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078019.988646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078019.988648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078019.988651:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078019.988654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078020.372728:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078020.372738:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078020.372803:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078020.372808:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078020.372811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078021.012636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078021.012645:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078021.012647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078021.012652:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078021.012656:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078021.012660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078021.012662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078021.012664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078021.012667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078021.396677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078021.396684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078021.396752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078021.396758:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078021.396762:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078022.036667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078022.036673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078022.036675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078022.036680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078022.036683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078022.036686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078022.036688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078022.036690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078022.036692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078022.420617:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078022.420623:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078022.420685:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078022.420689:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078022.420692:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078023.060661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078023.060669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078023.060671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078023.060676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078023.060680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078023.060684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078023.060687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078023.060689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078023.060692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078023.444655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078023.444663:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078023.444735:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078023.444740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078023.444745:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078023.572654:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299680835, at 4299681280
00000100:00000040:1.0:1769078023.572654:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299680835, at 4299681280
00000100:00000010:1.0:1769078023.572676:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000010:0.0:1769078023.572683:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000001:0.0:1769078024.084691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769078024.084698:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078024.084702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078024.084707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078024.084714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078024.084715:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078024.084720:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078024.084724:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078024.084729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078024.084730:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078024.084737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078024.084739:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5009
00000100:00000001:0.0:1769078024.084746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078024.084750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078024.084751:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078024.084756:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078024.084760:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078024.084764:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078024.084768:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078024.084771:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078024.084774:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078024.084777:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078024.084782:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078024.084785:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078024.084789:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078024.084792:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078024.084796:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078024.084799:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078024.084803:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078024.084805:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078024.084807:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078024.084810:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078024.084814:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078024.084818:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078024.084821:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078024.084825:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078024.084829:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078024.084833:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.084835:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078024.084838:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078024.084849:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769078024.084852:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078024.084856:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078024.084858:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.084860:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078024.084863:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078024.084868:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078024.084876:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769078024.084885:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078024.084896:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078024.084908:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078024.084914:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078024.084920:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078024.084948:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078024.084952:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078024.084956:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078024.084958:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078024.084960:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078024.084962:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078024.084964:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5009
00000400:00000200:2.0:1769078024.084968:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078024.084972:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078024.084974:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078024.084978:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078024.084981:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078024.084983:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078024.084987:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078024.084989:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078024.084991:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078024.084993:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078024.084996:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078024.084998:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078024.085000:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078024.085001:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078024.085006:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078024.085008:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078024.085010:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078024.085014:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078024.085019:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078024.085020:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078024.085027:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078024.085033:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078024.085034:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078024.085037:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078024.085039:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078024.085042:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078024.085042:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078024.085043:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078024.085046:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078024.085049:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078024.085050:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078024.085054:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179200:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769078024.085055:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.085060:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078024.085061:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769078024.085065:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078024.085069:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.085070:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078024.085073:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
02000000:00000001:1.0:1769078024.085074:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078024.085075:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078024.085079:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078024.085080:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078024.085080:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.085085:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078024.085087:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078024.085087:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078024.085091:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078024.085096:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000010:2.0:1769078024.085096:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769078024.085103:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078024.085104:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078024.085112:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078024.085118:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078024.085126:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:2.0:1769078024.085133:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078024.085137:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078024.085138:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:2.0:1769078024.085144:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078024.085149:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179200, portal 25
00000100:00000001:1.0:1769078024.085156:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078024.085160:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569953280 : -118662139598336 : ffff9413d1522a00)
00000100:00000001:2.0:1769078024.085160:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078024.085167:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078024.085172:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078024.085173:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078024.085180:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078024.085202:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078024.085205:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078024.085209:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5019)
00000100:00000040:1.0:1769078024.085212:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078024.085217:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078024.085220:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612179200, offset 0
00000400:00000200:1.0:1769078024.085227:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078024.085236:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078024.085242:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078024.085248:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078024.085252:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078024.085257:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078024.085259:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078024.085263:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3784:3784:256:4294967295] 192.168.204.106@tcp LPNI seq info [3783:3783:8:4294967295]
00000400:00000200:1.0:1769078024.085266:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078024.085274:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078024.085279:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078024.085285:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078024.085291:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078024.085294:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078024.085300:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078024.085303:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078024.085306:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078024.085308:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078024.085315:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078024.085319:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078024.085324:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078024.085326:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078024.085330:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078024.085334:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085342:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078024.085344:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085349:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078024.085351:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078024.085356:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078024.085360:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078024.085373:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299685955
00000100:00000010:1.0:1769078024.085378:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769078024.085384:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078024.085389:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299685955
00000100:00000010:1.0:1769078024.085392:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769078024.085395:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078024.085398:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078024.085400:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078024.085402:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078024.085406:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078024/real 1769078024]  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078024.085412:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078024.085413:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078024.085415:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078024.085418:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078024.085419:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078024.085421:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078024.085423:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078024.085432:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085440:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078024.085442:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085445:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078024.085447:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078024.085452:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085468:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078024.085474:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085492:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078024.085495:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085496:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078024.085497:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085499:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078024.085502:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078024.085504:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078024.085508:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078024.085510:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078024.085513:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078024.085520:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179200:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078024.085528:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085530:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078024.085533:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522a00 x1855007612179200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085539:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078024.085543:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078024.085546:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078024.085549:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078024.085582:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078024.085585:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078024.085588:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078024.085592:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769078024.085597:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078024.085600:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078024.085601:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522a00.
00000100:00000001:1.0:1769078024.085604:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078024.085605:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085607:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085613:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078024.085615:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078024.085616:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078024.085617:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078024.085619:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078024.085622:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085636:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078024.085638:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078024.085640:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078024.085642:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078024.085645:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078024.085648:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179328:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078024.085652:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078024.085654:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078024.085656:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078024.085658:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078024.085661:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078024.085663:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078024.085668:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078024.085672:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078024.085676:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078024.085679:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179328, portal 10
00000100:00000001:1.0:1769078024.085681:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078024.085683:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569949696 : -118662139601920 : ffff9413d1521c00)
00000100:00000040:1.0:1769078024.085690:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085697:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078024.085699:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078024.085702:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078024.085705:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612179328, offset 0
00000400:00000200:1.0:1769078024.085709:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078024.085714:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078024.085718:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078024.085721:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078024.085724:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078024.085727:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078024.085729:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078024.085733:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3785:3785:256:4294967295] 192.168.204.106@tcp LPNI seq info [3784:3784:8:4294967295]
00000400:00000200:1.0:1769078024.085737:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078024.085744:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078024.085750:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078024.085753:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078024.085758:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078024.085762:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078024.085767:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078024.085770:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078024.085774:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078024.085777:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078024.085780:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078024.085783:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078024.085787:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078024.085788:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078024.085791:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078024.085793:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085799:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078024.085801:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085806:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078024.085807:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078024.085810:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078024.085813:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078024.085816:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078024.085817:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299682592
00000100:00000001:1.0:1769078024.085820:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299685955
00000100:00000001:1.0:1769078024.085821:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299682592
00000100:00000001:1.0:1769078024.085823:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299685955
00000100:00000001:1.0:1769078024.085825:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078024.085827:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078024.085828:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078024.085831:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078024/real 1769078024]  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078024.085837:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078024.085838:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078024.085839:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078024.085841:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078024.085842:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078024.085843:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078024.085845:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078024.085851:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085856:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078024.085858:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085860:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078024.085861:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078024.085865:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085872:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078024.085876:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085883:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078024.085886:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085887:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078024.085889:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085891:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078024.085893:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078024.085896:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078024.085900:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078024.085903:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078024.085908:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078024.085917:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179328:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078024.085921:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085923:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078024.085926:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521c00 x1855007612179328/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078024.085933:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078024.085935:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078024.085937:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078024.085939:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078024.085940:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078024.085941:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078024.085943:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078024.085944:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769078024.085946:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078024.085947:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078024.085948:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521c00.
00000100:00000001:1.0:1769078024.085950:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078024.085951:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085953:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078024.085955:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078024.085956:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078024.085958:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078024.085959:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078024.468705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078024.468713:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078024.468775:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078024.468779:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078024.468782:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078025.108612:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078025.108618:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078025.108620:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078025.108625:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078025.108628:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078025.108632:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078025.108635:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078025.108637:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078025.108639:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.492626:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078025.492638:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078025.492641:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078025.492645:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.492653:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078025.492655:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.492658:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.492661:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078025.492749:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078025.492754:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078025.492758:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078026.132687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078026.132695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078026.132696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078026.132702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078026.132706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078026.132710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078026.132713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078026.132715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078026.132718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078026.516677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078026.516683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078026.516761:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078026.516764:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078026.516778:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078027.156696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078027.156704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078027.156707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078027.156713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078027.156717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078027.156721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078027.156724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078027.156726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078027.156729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078027.540660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078027.540671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078027.540730:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078027.540734:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078027.540737:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078028.180683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078028.180690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078028.180692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078028.180698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078028.180703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078028.180707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078028.180710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078028.180712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078028.180715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078028.564654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078028.564659:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078028.564721:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078028.564725:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078028.564729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078028.692629:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299685955, at 4299686400
00000100:00000040:0.0:1769078028.692637:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299685955, at 4299686400
00000100:00000010:1.0:1769078028.692643:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000010:0.0:1769078028.692646:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:2.0:1769078029.204665:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078029.204668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078029.204675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769078029.204676:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078029.204679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.204681:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078029.204687:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769078029.204688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078029.204695:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078029.204703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078029.204704:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5014
00000100:00000001:0.0:1769078029.204707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078029.204711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078029.204713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078029.204717:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078029.204718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078029.204730:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078029.204734:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078029.204738:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204742:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078029.204746:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078029.204754:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078029.204756:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078029.204759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078029.204762:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078029.204765:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078029.204767:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078029.204771:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204773:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078029.204775:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204778:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078029.204781:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078029.204784:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204787:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078029.204790:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078029.204793:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078029.204796:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.204799:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078029.204801:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078029.204810:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769078029.204813:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078029.204818:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078029.204820:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.204822:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078029.204826:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078029.204830:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078029.204837:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769078029.204844:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078029.204853:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078029.204865:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078029.204869:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078029.204874:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078029.204908:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078029.204912:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078029.204915:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078029.204917:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078029.204918:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078029.204921:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078029.204924:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5014
00000400:00000200:2.0:1769078029.204929:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078029.204932:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078029.204934:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078029.204937:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204940:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078029.204942:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204944:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078029.204947:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078029.204948:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078029.204950:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078029.204952:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078029.204954:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078029.204956:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078029.204959:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204962:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078029.204964:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204966:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078029.204968:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078029.204971:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078029.204975:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078029.204977:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078029.204982:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078029.204984:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.204986:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078029.204991:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078029.204995:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.204997:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078029.205000:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
00000020:00000040:2.0:1769078029.205003:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078029.205007:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078029.205009:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078029.205011:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078029.205013:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078029.205016:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078029.205020:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769078029.205023:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078029.205027:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1769078029.205030:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078029.205036:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078029.205042:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078029.205043:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078029.205047:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078029.205059:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078029.205061:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078029.205113:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078029.205118:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078029.205124:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078029.205126:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078029.205127:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078029.205135:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078029.205140:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769078029.205141:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078029.205145:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078029.205157:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769078029.205158:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179456:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078029.205166:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078029.205168:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5024)
02000000:00000001:1.0:1769078029.205172:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078029.205175:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078029.205178:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078029.205186:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078029.205188:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078029.205197:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078029.205202:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078029.205208:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078029.205216:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179456, portal 25
00000100:00000001:1.0:1769078029.205218:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078029.205220:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569954176 : -118662139597440 : ffff9413d1522d80)
00000100:00000040:1.0:1769078029.205225:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205231:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078029.205233:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078029.205235:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078029.205238:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612179456, offset 0
00000400:00000200:1.0:1769078029.205243:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078029.205252:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078029.205259:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078029.205264:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078029.205267:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078029.205271:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078029.205273:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078029.205276:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3786:3786:256:4294967295] 192.168.204.106@tcp LPNI seq info [3785:3785:8:4294967295]
00000400:00000200:1.0:1769078029.205279:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078029.205288:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078029.205292:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078029.205297:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078029.205304:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078029.205307:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078029.205313:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078029.205316:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078029.205319:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078029.205321:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078029.205327:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078029.205331:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078029.205334:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078029.205337:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078029.205341:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078029.205345:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205357:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078029.205362:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205369:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078029.205371:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078029.205378:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078029.205383:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078029.205386:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299691075
00000100:00000010:1.0:1769078029.205392:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769078029.205399:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078029.205407:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299691075
00000100:00000010:1.0:1769078029.205409:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769078029.205411:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078029.205414:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078029.205416:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078029.205418:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078029.205420:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078029/real 1769078029]  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078029.205428:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078029.205430:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078029.205432:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078029.205434:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078029.205435:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078029.205437:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078029.205439:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078029.205445:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205449:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078029.205450:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205452:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078029.205454:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078029.205456:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205461:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078029.205464:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205469:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078029.205470:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205471:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078029.205472:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205474:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078029.205475:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078029.205477:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078029.205481:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078029.205482:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078029.205485:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078029.205490:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179456:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078029.205492:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205494:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078029.205495:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522d80 x1855007612179456/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205499:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078029.205502:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078029.205504:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078029.205506:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078029.205508:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078029.205509:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078029.205511:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078029.205513:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855dc00.
02000000:00000001:1.0:1769078029.205517:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078029.205519:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078029.205520:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522d80.
00000100:00000001:1.0:1769078029.205523:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078029.205524:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205526:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205532:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078029.205534:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078029.205535:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078029.205536:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078029.205537:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078029.205539:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205544:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078029.205545:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078029.205547:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078029.205548:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078029.205550:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078029.205586:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179584:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078029.205589:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078029.205591:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078029.205592:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078029.205594:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078029.205597:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078029.205599:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078029.205603:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078029.205606:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078029.205610:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078029.205612:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179584, portal 10
00000100:00000001:1.0:1769078029.205614:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078029.205616:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569950592 : -118662139601024 : ffff9413d1521f80)
00000100:00000040:1.0:1769078029.205622:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205626:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078029.205628:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078029.205630:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078029.205631:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612179584, offset 0
00000400:00000200:1.0:1769078029.205634:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078029.205636:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078029.205639:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078029.205641:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078029.205643:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078029.205645:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078029.205646:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078029.205648:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3787:3787:256:4294967295] 192.168.204.106@tcp LPNI seq info [3786:3786:8:4294967295]
00000400:00000200:1.0:1769078029.205651:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078029.205655:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078029.205657:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078029.205659:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078029.205661:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078029.205663:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078029.205666:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078029.205683:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078029.205686:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078029.205687:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078029.205689:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078029.205692:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078029.205694:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078029.205696:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078029.205697:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078029.205700:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205705:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078029.205706:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205711:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078029.205712:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078029.205714:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078029.205717:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078029.205719:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078029.205721:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299687712
00000100:00000001:1.0:1769078029.205723:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299691075
00000100:00000001:1.0:1769078029.205725:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299687712
00000100:00000001:1.0:1769078029.205727:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299691075
00000100:00000001:1.0:1769078029.205728:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078029.205730:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078029.205731:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078029.205733:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078029/real 1769078029]  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078029.205737:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078029.205738:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078029.205739:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078029.205740:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078029.205741:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078029.205742:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078029.205743:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078029.205748:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205752:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078029.205753:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205754:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078029.205755:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078029.205757:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205760:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078029.205762:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205767:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078029.205768:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205769:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078029.205770:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205771:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078029.205772:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078029.205774:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078029.205776:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078029.205777:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078029.205779:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078029.205791:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179584:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078029.205793:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205794:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078029.205795:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521f80 x1855007612179584/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078029.205799:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078029.205800:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078029.205802:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078029.205803:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078029.205804:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078029.205805:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078029.205807:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078029.205808:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d400.
02000000:00000001:1.0:1769078029.205810:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078029.205810:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078029.205811:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521f80.
00000100:00000001:1.0:1769078029.205813:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078029.205814:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205815:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078029.205818:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078029.205819:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078029.205820:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078029.205821:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078029.588677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078029.588685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078029.588723:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078029.588729:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078029.588734:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078030.228673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078030.228681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078030.228683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078030.228687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078030.228690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078030.228693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078030.228695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078030.228697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078030.228700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078030.612629:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078030.612634:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078030.612706:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078030.612710:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078030.612712:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078031.252671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078031.252678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078031.252680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078031.252685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078031.252688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078031.252692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078031.252694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078031.252696:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078031.252699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078031.636688:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078031.636694:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078031.636766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078031.636771:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078031.636774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078032.276650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078032.276655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078032.276656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078032.276660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078032.276662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078032.276665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078032.276667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078032.276669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078032.276670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078032.660616:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078032.660621:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078032.660709:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078032.660712:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078032.660715:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078033.300706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078033.300713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078033.300715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078033.300720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078033.300724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078033.300728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078033.300731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078033.300733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078033.300736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078033.684652:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078033.684657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078033.684706:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078033.684709:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078033.684712:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078033.812645:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299691075, at 4299691520
00000100:00000040:1.0:1769078033.812645:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299691075, at 4299691520
00000100:00000010:0.0:1769078033.812657:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000010:1.0:1769078033.812660:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:0.0:1769078034.324666:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078034.324666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078034.324671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078034.324673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078034.324675:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769078034.324677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078034.324680:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078034.324681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078034.324685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078034.324686:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078034.324687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078034.324691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078034.324693:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078034.324694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078034.324701:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5019
00000400:00000200:0.0:1769078034.324711:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078034.324718:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078034.324722:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078034.324725:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324729:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078034.324732:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324734:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078034.324738:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078034.324739:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078034.324742:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078034.324745:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078034.324747:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078034.324750:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078034.324753:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324755:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078034.324757:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324759:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078034.324762:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078034.324765:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324768:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078034.324771:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078034.324774:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078034.324776:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.324779:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078034.324782:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078034.324791:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769078034.324794:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078034.324807:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078034.324808:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.324811:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078034.324814:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078034.324817:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078034.324826:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769078034.324832:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078034.324840:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078034.324849:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078034.324854:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078034.324858:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078034.324877:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078034.324880:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078034.324883:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078034.324884:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078034.324886:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078034.324888:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078034.324891:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5019
00000400:00000200:0.0:1769078034.324894:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078034.324897:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078034.324899:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078034.324902:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324905:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078034.324907:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324909:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078034.324911:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078034.324912:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078034.324914:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078034.324916:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078034.324918:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078034.324920:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078034.324924:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078034.324924:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078034.324929:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078034.324930:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078034.324932:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078034.324934:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078034.324938:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078034.324943:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769078034.324944:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078034.324950:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078034.324960:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.324962:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078034.324964:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078034.324965:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078034.324969:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078034.324970:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078034.324971:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078034.324976:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078034.324976:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.324979:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078034.324984:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179712:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078034.324989:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769078034.324992:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078034.324993:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078034.324997:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078034.324998:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.325003:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078034.325004:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769078034.325007:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769078034.325011:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000010:1.0:1769078034.325011:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:0.0:1769078034.325028:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078034.325029:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.325031:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078034.325033:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078034.325035:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078034.325039:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769078034.325043:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078034.325044:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078034.325052:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078034.325053:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078034.325061:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000001:0.0:1769078034.325063:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078034.325067:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078034.325070:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000040:0.0:1769078034.325072:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078034.325079:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179712, portal 25
00000100:00000001:0.0:1769078034.325082:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.325083:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078034.325087:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:0.0:1769078034.325088:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078034.325093:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078034.325096:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078034.325098:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078034.325100:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078034.325106:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5029)
00000100:00000001:1.0:1769078034.325112:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078034.325116:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078034.325120:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078034.325123:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612179712, offset 0
00000400:00000200:1.0:1769078034.325130:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078034.325138:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078034.325143:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078034.325149:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078034.325154:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078034.325157:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078034.325161:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078034.325164:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3788:3788:256:4294967295] 192.168.204.106@tcp LPNI seq info [3787:3787:8:4294967295]
00000400:00000200:1.0:1769078034.325168:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078034.325178:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078034.325184:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078034.325188:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078034.325193:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078034.325195:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078034.325199:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078034.325202:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078034.325205:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078034.325207:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078034.325212:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078034.325215:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078034.325219:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078034.325220:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078034.325224:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078034.325227:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325234:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078034.325236:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325241:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.325242:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078034.325246:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078034.325248:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078034.325250:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299696195
00000100:00000010:1.0:1769078034.325254:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769078034.325258:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078034.325263:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299696195
00000100:00000010:1.0:1769078034.325265:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769078034.325267:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078034.325269:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078034.325271:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.325272:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078034.325275:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078034/real 1769078034]  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078034.325280:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078034.325282:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078034.325283:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078034.325285:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078034.325286:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078034.325287:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078034.325289:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078034.325294:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325302:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078034.325303:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325305:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078034.325306:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078034.325308:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325312:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078034.325314:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325318:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078034.325320:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325321:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078034.325321:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325323:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078034.325324:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078034.325326:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078034.325328:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078034.325330:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078034.325332:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078034.325337:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179712:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078034.325339:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325341:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078034.325342:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612179712/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325346:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078034.325348:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078034.325351:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078034.325354:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078034.325355:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078034.325357:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078034.325359:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078034.325361:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:1.0:1769078034.325365:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078034.325366:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078034.325368:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:1.0:1769078034.325371:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078034.325372:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325374:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325381:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078034.325382:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.325384:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078034.325385:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078034.325387:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078034.325390:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325398:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078034.325407:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078034.325409:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078034.325411:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078034.325416:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078034.325418:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179840:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078034.325421:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078034.325422:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078034.325423:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078034.325424:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078034.325427:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078034.325428:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078034.325431:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078034.325433:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078034.325435:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078034.325437:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179840, portal 10
00000100:00000001:1.0:1769078034.325439:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078034.325440:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557633408 : -118662151918208 : ffff9413d0962d80)
00000100:00000040:1.0:1769078034.325444:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325448:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078034.325449:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078034.325451:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078034.325452:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612179840, offset 0
00000400:00000200:1.0:1769078034.325454:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078034.325456:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078034.325459:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078034.325462:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078034.325464:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078034.325466:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078034.325468:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078034.325471:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3789:3789:256:4294967295] 192.168.204.106@tcp LPNI seq info [3788:3788:8:4294967295]
00000400:00000200:1.0:1769078034.325475:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078034.325480:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078034.325484:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078034.325488:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078034.325491:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078034.325494:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078034.325498:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078034.325501:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078034.325505:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078034.325507:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078034.325509:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078034.325512:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078034.325515:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078034.325516:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078034.325518:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078034.325520:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325529:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078034.325531:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325534:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.325535:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078034.325537:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078034.325540:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078034.325542:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078034.325543:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299692831
00000100:00000001:1.0:1769078034.325545:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299696195
00000100:00000001:1.0:1769078034.325547:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299692831
00000100:00000001:1.0:1769078034.325548:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299696195
00000100:00000001:1.0:1769078034.325549:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078034.325571:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.325574:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078034.325577:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078034/real 1769078034]  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078034.325585:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078034.325586:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078034.325588:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078034.325590:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078034.325591:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078034.325593:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078034.325596:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078034.325604:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325610:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078034.325612:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325613:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078034.325614:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078034.325617:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325621:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078034.325623:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325627:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078034.325628:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325629:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078034.325629:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325630:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078034.325631:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078034.325633:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078034.325634:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078034.325635:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078034.325638:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078034.325642:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612179840:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078034.325644:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325646:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078034.325647:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612179840/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078034.325651:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078034.325652:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078034.325653:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078034.325654:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078034.325655:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078034.325656:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078034.325657:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078034.325658:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769078034.325660:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078034.325660:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078034.325661:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:1.0:1769078034.325663:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078034.325664:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325665:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078034.325667:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078034.325668:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078034.325669:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078034.325670:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078034.708643:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078034.708650:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078034.708651:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078034.708653:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078034.708658:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078034.708659:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078034.708660:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078034.708662:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078034.708702:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078034.708705:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078034.708708:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078035.348658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078035.348664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078035.348666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078035.348669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078035.348672:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078035.348675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078035.348678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078035.348680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078035.348682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078035.732656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078035.732661:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078035.732731:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078035.732735:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078035.732739:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078036.372669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078036.372676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078036.372678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078036.372684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078036.372687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078036.372690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078036.372693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078036.372695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078036.372698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078036.756678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078036.756684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078036.756748:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078036.756752:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078036.756755:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078037.396626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078037.396633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078037.396636:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078037.396641:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078037.396645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078037.396648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078037.396651:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078037.396653:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078037.396656:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078037.780681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078037.780686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078037.780754:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078037.780759:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078037.780763:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078038.420640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078038.420650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078038.420651:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078038.420659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078038.420663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078038.420668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078038.420670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078038.420674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078038.420677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078038.804683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078038.804690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078038.804764:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078038.804768:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078038.804772:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078038.932673:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299696195, at 4299696640
00000100:00000040:1.0:1769078038.932673:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299696195, at 4299696640
00000100:00000010:1.0:1769078038.932689:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000010:0.0:1769078038.932697:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:0.0:1769078039.444669:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078039.444678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769078039.444683:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078039.444684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078039.444689:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078039.444689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078039.444696:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078039.444696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078039.444702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078039.444704:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078039.444708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078039.444712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769078039.444715:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5024
00000100:00000001:2.0:1769078039.444716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078039.444721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078039.444728:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078039.444736:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078039.444739:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078039.444743:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444746:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078039.444747:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444749:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078039.444753:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078039.444755:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078039.444757:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078039.444760:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078039.444761:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078039.444763:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078039.444765:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444767:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078039.444768:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444769:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078039.444772:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078039.444775:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444777:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078039.444779:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078039.444782:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078039.444784:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078039.444786:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078039.444788:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078039.444798:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769078039.444801:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078039.444804:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078039.444806:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078039.444808:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078039.444811:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078039.444815:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078039.444822:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769078039.444828:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078039.444836:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078039.444845:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078039.444849:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078039.444852:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078039.444873:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078039.444876:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078039.444879:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078039.444880:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078039.444882:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078039.444885:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078039.444887:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5024
00000400:00000200:0.0:1769078039.444891:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078039.444894:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078039.444898:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078039.444902:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444904:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078039.444907:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444910:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078039.444913:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078039.444915:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078039.444917:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078039.444919:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078039.444921:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078039.444923:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078039.444925:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078039.444937:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444943:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078039.444945:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078039.444946:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444951:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078039.444953:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078039.444955:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078039.444959:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078039.444962:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078039.444964:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078039.444970:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078039.444973:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078039.444979:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078039.444985:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078039.444991:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078039.444995:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769078039.444997:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078039.445002:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445002:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078039.445011:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
02000000:00000001:1.0:1769078039.445013:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078039.445015:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078039.445020:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078039.445021:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078039.445022:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078039.445032:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078039.445035:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078039.445035:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078039.445038:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078039.445044:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00100000:1.0:1769078039.445046:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179968:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078039.445049:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445059:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769078039.445061:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078039.445065:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078039.445071:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078039.445074:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078039.445074:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078039.445084:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078039.445085:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078039.445095:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078039.445099:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1769078039.445100:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd000.
00000100:00000040:0.0:1769078039.445103:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078039.445108:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078039.445109:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078039.445119:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078039.445123:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5034)
00000400:00000200:1.0:1769078039.445129:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078039.445135:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078039.445143:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078039.445150:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612179968, portal 25
00000100:00000001:1.0:1769078039.445152:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078039.445154:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000040:1.0:1769078039.445163:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445172:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078039.445177:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078039.445181:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078039.445190:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612179968, offset 0
00000400:00000200:1.0:1769078039.445197:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078039.445207:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078039.445214:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078039.445219:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078039.445224:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078039.445229:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078039.445232:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078039.445235:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3790:3790:256:4294967295] 192.168.204.106@tcp LPNI seq info [3789:3789:8:4294967295]
00000400:00000200:1.0:1769078039.445239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078039.445248:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078039.445255:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078039.445260:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078039.445267:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078039.445271:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078039.445278:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078039.445282:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078039.445286:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078039.445289:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078039.445295:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078039.445299:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078039.445304:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078039.445306:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078039.445310:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078039.445314:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445324:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078039.445327:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445334:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445336:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078039.445341:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078039.445346:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078039.445348:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299701315
00000100:00000010:1.0:1769078039.445354:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769078039.445361:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078039.445368:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299701315
00000100:00000010:1.0:1769078039.445372:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f00.
00000100:00000001:1.0:1769078039.445375:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078039.445378:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078039.445380:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445383:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078039.445387:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078039/real 1769078039]  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078039.445402:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078039.445404:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078039.445406:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078039.445408:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078039.445410:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078039.445413:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078039.445416:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078039.445424:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445431:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078039.445432:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445435:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078039.445437:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078039.445441:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445447:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078039.445452:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445459:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078039.445462:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445464:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078039.445465:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445467:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078039.445469:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078039.445473:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078039.445478:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078039.445480:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078039.445484:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078039.445492:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612179968:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078039.445497:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445499:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078039.445501:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612179968/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445508:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078039.445510:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078039.445512:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd000.
02000000:00000001:1.0:1769078039.445515:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078039.445518:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078039.445520:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078039.445522:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078039.445524:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769078039.445528:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078039.445530:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078039.445532:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:1.0:1769078039.445535:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078039.445536:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445539:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445547:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078039.445548:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445551:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078039.445590:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078039.445592:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078039.445596:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445603:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078039.445605:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078039.445607:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078039.445609:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078039.445611:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078039.445613:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180096:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078039.445617:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078039.445619:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078039.445620:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078039.445622:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078039.445624:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd000.
02000000:00000001:1.0:1769078039.445626:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078039.445630:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078039.445633:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000400:00000010:1.0:1769078039.445636:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078039.445639:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180096, portal 10
00000100:00000001:1.0:1769078039.445641:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078039.445642:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:1.0:1769078039.445648:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445653:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078039.445655:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078039.445658:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078039.445660:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612180096, offset 0
00000400:00000200:1.0:1769078039.445664:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078039.445667:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078039.445671:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078039.445674:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078039.445676:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078039.445679:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078039.445681:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078039.445684:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3791:3791:256:4294967295] 192.168.204.106@tcp LPNI seq info [3790:3790:8:4294967295]
00000400:00000200:1.0:1769078039.445687:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078039.445694:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078039.445698:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078039.445701:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078039.445704:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078039.445707:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078039.445711:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078039.445713:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078039.445717:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078039.445719:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078039.445722:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078039.445725:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078039.445728:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078039.445730:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078039.445732:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078039.445736:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445743:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078039.445746:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445752:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445753:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078039.445757:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078039.445761:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078039.445764:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078039.445766:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299697952
00000100:00000001:1.0:1769078039.445775:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299701315
00000100:00000001:1.0:1769078039.445778:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299697952
00000100:00000001:1.0:1769078039.445780:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299701315
00000100:00000001:1.0:1769078039.445782:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078039.445784:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445786:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078039.445789:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078039/real 1769078039]  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078039.445797:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078039.445798:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078039.445800:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:1.0:1769078039.445803:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:1.0:1769078039.445804:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:1.0:1769078039.445806:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078039.445809:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078039.445817:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445823:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078039.445824:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445826:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078039.445827:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078039.445830:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445836:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078039.445840:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445846:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078039.445848:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445850:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078039.445851:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445853:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078039.445854:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078039.445857:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078039.445860:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078039.445863:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078039.445866:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078039.445873:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180096:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078039.445876:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445878:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078039.445881:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612180096/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078039.445886:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078039.445888:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078039.445889:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd000.
02000000:00000001:1.0:1769078039.445892:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078039.445893:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078039.445895:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078039.445896:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078039.445898:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769078039.445900:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078039.445902:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078039.445903:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:1.0:1769078039.445906:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078039.445907:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445909:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078039.445912:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078039.445913:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078039.445915:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078039.445917:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078039.828677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078039.828690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078039.828782:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078039.828788:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078039.828792:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078040.468711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078040.468719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078040.468720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078040.468725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078040.468729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078040.468732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078040.468735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078040.468737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078040.468740:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078040.852660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078040.852666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078040.852737:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078040.852741:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078040.852745:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078041.492689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078041.492698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078041.492699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078041.492705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078041.492708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078041.492712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078041.492714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078041.492716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078041.492718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078041.876717:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078041.876724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078041.876789:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078041.876793:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078041.876798:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078042.516641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078042.516652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078042.516654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078042.516661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078042.516666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078042.516671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078042.516674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078042.516677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078042.516681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078042.900633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078042.900638:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078042.900723:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078042.900729:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078042.900735:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078043.540718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078043.540727:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078043.540729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078043.540735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078043.540740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078043.540744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078043.540747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078043.540751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078043.540754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078043.924693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078043.924699:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078043.924764:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078043.924767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078043.924775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078044.052618:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299701315, at 4299701760
00000100:00000040:0.0:1769078044.052621:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299701315, at 4299701760
00000100:00000010:1.0:1769078044.052629:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00000010:0.0:1769078044.052630:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00080000:0.0:1769078044.564657:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078044.564661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078044.564667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769078044.564668:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078044.564672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.564673:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078044.564679:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078044.564680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078044.564684:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078044.564686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078044.564691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078044.564693:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5029
00000100:00000001:2.0:1769078044.564696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078044.564700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078044.564703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078044.564708:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078044.564714:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078044.564717:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078044.564720:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564723:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078044.564725:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564727:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078044.564730:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078044.564732:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078044.564734:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078044.564736:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078044.564738:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078044.564739:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078044.564741:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564742:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078044.564743:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564745:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078044.564747:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078044.564750:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564751:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.564754:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078044.564756:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078044.564758:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.564760:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078044.564762:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078044.564770:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769078044.564772:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078044.564776:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078044.564777:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.564780:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078044.564782:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078044.564787:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078044.564794:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769078044.564800:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078044.564808:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078044.564817:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078044.564821:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078044.564824:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078044.564858:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078044.564860:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078044.564863:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078044.564864:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078044.564865:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078044.564867:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078044.564870:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5029
00000400:00000200:0.0:1769078044.564874:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078044.564876:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078044.564878:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078044.564880:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564882:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078044.564885:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564886:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078044.564888:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078044.564889:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078044.564890:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078044.564891:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078044.564892:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078044.564894:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078044.564896:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078044.564896:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078044.564901:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078044.564909:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078044.564909:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078044.564913:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078044.564916:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078044.564917:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078044.564924:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078044.564925:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.564927:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078044.564933:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078044.564934:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078044.564939:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.564945:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078044.564949:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078044.564956:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.564960:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078044.564967:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000100:00000001:1.0:1769078044.564967:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078044.564971:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078044.564972:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078044.564974:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078044.564976:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.564979:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078044.564981:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078044.564981:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078044.564983:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078044.564987:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769078044.564988:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769078044.564999:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078044.565000:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078044.565020:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769078044.565021:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180224:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078044.565040:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078044.565043:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078044.565045:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078044.565046:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078044.565050:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078044.565055:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078044.565056:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078044.565066:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd000.
00000100:00000001:0.0:1769078044.565067:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078044.565071:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078044.565072:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078044.565077:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078044.565085:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078044.565085:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078044.565097:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078044.565101:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774e18.
00000100:00000040:0.0:1769078044.565102:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5039)
00000400:00000010:1.0:1769078044.565114:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1660.
00000100:00000200:1.0:1769078044.565121:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180224, portal 25
00000100:00000001:1.0:1769078044.565124:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078044.565127:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557625344 : -118662151926272 : ffff9413d0960e00)
00000100:00000040:1.0:1769078044.565135:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078044.565141:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078044.565143:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078044.565145:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078044.565147:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612180224, offset 0
00000400:00000200:1.0:1769078044.565159:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078044.565167:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078044.565175:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078044.565180:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078044.565183:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078044.565188:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078044.565191:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078044.565194:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3792:3792:256:4294967295] 192.168.204.106@tcp LPNI seq info [3791:3791:8:4294967295]
00000400:00000200:1.0:1769078044.565198:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078044.565207:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078044.565211:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078044.565215:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078044.565221:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078044.565224:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078044.565241:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078044.565244:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078044.565246:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299706435
00000100:00000010:1.0:1769078044.565251:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f00.
00000100:00000001:1.0:1769078044.565256:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078044.565268:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299706435
00000100:00000010:1.0:1769078044.565270:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042120.
00000100:00000001:1.0:1769078044.565273:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078044.565275:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078044.565276:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078044.565278:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078044.565280:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078044.565287:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078044.565290:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078044.565293:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078044.565296:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078044.565299:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078044.565304:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078044.565309:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078044.565310:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078044.565312:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078044.565313:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078044.565314:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078044.565317:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180352:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078044.565319:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078044.565321:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078044.565324:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078044.565325:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078044.565328:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078044.565330:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078044.565332:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078044.565334:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774f78.
00000400:00000010:1.0:1769078044.565337:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1a18.
00000100:00000200:1.0:1769078044.565339:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180352, portal 10
00000100:00000001:1.0:1769078044.565340:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078044.565341:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:1.0:1769078044.565347:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078044.565351:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078044.565352:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078044.565354:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078044.565356:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612180352, offset 0
00000400:00000200:1.0:1769078044.565361:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078044.565364:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078044.565368:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078044.565370:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078044.565372:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078044.565375:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078044.565379:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078044.565382:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3793:3793:255:4294967295] 192.168.204.106@tcp LPNI seq info [3792:3792:7:4294967295]
00000400:00000200:1.0:1769078044.565385:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078044.565392:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078044.565396:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078044.565400:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078044.565405:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078044.565409:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078044.565412:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078044.565416:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078044.565419:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078044.565421:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299703071
00000100:00000001:1.0:1769078044.565424:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299706435
00000100:00000001:1.0:1769078044.565426:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299703071
00000100:00000001:1.0:1769078044.565429:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299706435
00000100:00000001:1.0:1769078044.565431:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078044.565433:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078044.565438:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078044.565440:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078044.565443:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078044.565444:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078044.565446:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078044.565447:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078044.565448:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078044.565449:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078044.948608:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078044.948614:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078044.948615:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078044.948622:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078044.948626:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078044.948627:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078044.948629:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078044.948630:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078044.948675:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078044.948680:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078044.948683:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078045.588750:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078045.588758:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078045.588760:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078045.588764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078045.588767:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078045.588770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078045.588772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078045.588775:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078045.588777:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078045.972670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078045.972676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078045.972760:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078045.972767:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078045.972771:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078046.612754:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078046.612764:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078046.612766:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078046.612772:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078046.612776:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078046.612780:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078046.612782:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078046.612785:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078046.612788:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078046.996642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078046.996655:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078046.996723:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078046.996728:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078046.996732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078047.636982:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078047.636990:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078047.636992:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078047.636997:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078047.637000:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078047.637004:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078047.637006:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000100:1.0:1769078047.637007:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000100:00000001:0.0:1769078047.637009:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078047.637013:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769078047.637062:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078047.637077:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078047.637082:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:1.0:1769078047.637100:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078047.637104:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078047.637110:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:1.0:1769078047.637116:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078047.637121:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078047.637126:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078047.637135:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078047.637137:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078047.637143:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078047.637154:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078047.637186:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078047.637190:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078047.637197:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078047.637199:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078047.637211:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:1.0:1769078047.637213:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078047.637216:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078047.637220:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078047.637223:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078047.637225:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078047.637227:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078047.637232:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078047.637239:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078047.637242:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078069 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078047.637248:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078047.637249:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078047.637417:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078047.637432:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078047.637435:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078047.637443:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078047]  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078047.637457:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078047.637460:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078047.637465:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774f78.
00000400:00000200:2.0:1769078047.637469:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1a18
00000400:00000010:2.0:1769078047.637471:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1a18.
00000100:00000001:2.0:1769078047.637473:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078047.637478:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078047.637487:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637495:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078047.637497:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637500:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078047.637502:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078047.637507:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637515:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078047.637521:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637528:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078047.637531:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637533:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078047.637534:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637537:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078047.637540:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078047.637544:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078047.637550:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078047.637594:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078047.637600:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078047.637608:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180352:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078047.637614:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078047.637617:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078044/real 1769078047]  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078047.637624:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078047.637626:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078047.637629:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774e18.
00000400:00000200:2.0:1769078047.637631:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1660
00000400:00000010:2.0:1769078047.637633:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1660.
00000100:00000001:2.0:1769078047.637636:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078047.637639:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078047.637646:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637653:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078047.637654:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637658:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078047.637660:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078047.637665:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637677:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078047.637680:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637687:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078047.637689:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637690:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078047.637692:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637693:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078047.637696:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078047.637699:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078047.637704:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078047.637707:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078047.637711:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078047.637719:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180224:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078047.637727:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637730:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078047.637733:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612180352/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637739:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078047.637745:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078047.637750:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:2.0:1769078047.637755:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078047.637758:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078047.637761:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078047.637764:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078047.637767:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:2.0:1769078047.637771:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078047.637774:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078047.637776:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:2.0:1769078047.637780:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078047.637781:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637783:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078047.637786:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960e00 x1855007612180224/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078069 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078047.637808:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078047.637810:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078047.637811:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd000.
02000000:00000001:2.0:1769078047.637818:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078047.637820:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078047.637821:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078047.637823:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078047.637825:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:2.0:1769078047.637828:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078047.637829:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078047.637831:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960e00.
00000100:00000001:2.0:1769078047.637833:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078047.637835:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637838:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078047.637849:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078047.637851:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078047.637854:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078047.637856:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078048.020659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078048.020665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078048.020716:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078048.020719:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078048.020722:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078048.660635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078048.660641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078048.660642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078048.660647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078048.660649:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078048.660652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078048.660654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078048.660656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078048.660658:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078049.044681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078049.044688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078049.044784:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078049.044791:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078049.044795:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078049.172644:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299706435, at 4299706880
00000100:00000010:1.0:1769078049.172657:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000040:0.0:1769078049.172671:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299706435, at 4299706880
00000100:00000010:0.0:1769078049.172686:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:0.0:1769078049.684646:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078049.684654:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078049.684656:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078049.684659:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078049.684662:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078049.684663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078049.684667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769078049.684670:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5034
00000100:00000001:3.0:1769078049.684670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078049.684675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078049.684679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1769078049.684681:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078049.684683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078049.684687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078049.684689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769078049.684690:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078049.684691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078049.684693:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078049.684699:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684701:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078049.684703:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684704:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078049.684708:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078049.684709:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078049.684711:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078049.684713:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078049.684715:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078049.684716:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078049.684718:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684719:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078049.684720:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684721:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078049.684723:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078049.684725:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684727:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.684728:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078049.684730:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078049.684732:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.684733:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078049.684735:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078049.684742:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769078049.684746:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078049.684749:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078049.684751:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.684753:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078049.684793:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078049.684797:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078049.684806:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769078049.684813:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078049.684821:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078049.684830:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078049.684834:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078049.684839:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078049.684857:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078049.684861:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078049.684864:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078049.684865:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078049.684866:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078049.684870:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078049.684874:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5034
00000400:00000200:0.0:1769078049.684878:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078049.684881:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078049.684884:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078049.684887:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684890:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078049.684892:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684894:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078049.684896:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078049.684897:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078049.684899:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078049.684901:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078049.684904:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769078049.684904:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078049.684912:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769078049.684915:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078049.684920:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078049.684921:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078049.684929:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078049.684933:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684936:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078049.684939:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078049.684943:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078049.684948:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078049.684949:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078049.684951:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078049.684958:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078049.684967:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.684973:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078049.684977:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078049.684981:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1769078049.684984:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.684986:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.684989:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078049.684995:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769078049.684998:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
02000000:00000001:2.0:1769078049.685003:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078049.685004:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078049.685013:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078049.685014:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078049.685016:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.685027:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1769078049.685028:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180480:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769078049.685032:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078049.685039:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.685041:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769078049.685047:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769078049.685051:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078049.685055:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078049.685056:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078049.685063:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769078049.685068:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1769078049.685074:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:0.0:1769078049.685081:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769078049.685082:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078049.685090:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078049.685100:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078049.685101:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078049.685115:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000001:0.0:1769078049.685120:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078049.685125:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078049.685128:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000040:0.0:1769078049.685130:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078049.685136:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078049.685141:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769078049.685145:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180480, portal 25
00000100:00000040:0.0:1769078049.685147:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5045)
00000100:00000001:2.0:1769078049.685152:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078049.685157:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000040:2.0:1769078049.685178:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685187:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078049.685190:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078049.685194:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078049.685207:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612180480, offset 0
00000400:00000200:2.0:1769078049.685215:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078049.685225:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078049.685239:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078049.685248:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078049.685256:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078049.685262:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078049.685266:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078049.685272:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3794:3794:256:4294967295] 192.168.204.106@tcp LPNI seq info [3793:3793:8:4294967295]
00000400:00000200:2.0:1769078049.685277:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078049.685292:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078049.685300:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078049.685306:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078049.685315:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078049.685319:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078049.685327:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078049.685331:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078049.685336:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078049.685339:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078049.685346:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078049.685351:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078049.685359:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078049.685364:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078049.685369:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078049.685374:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685386:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078049.685389:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685398:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.685399:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078049.685413:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078049.685420:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078049.685425:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299711555
00000100:00000010:2.0:1769078049.685432:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b720.
00000100:00000001:2.0:1769078049.685443:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078049.685453:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299711555
00000100:00000010:2.0:1769078049.685456:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bd80.
00000100:00000001:2.0:1769078049.685459:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078049.685464:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078049.685468:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.685471:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078049.685477:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078049]  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078049.685490:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078049.685492:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078049.685495:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078049.685499:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078049.685502:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078049.685508:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078049.685514:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078049.685525:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685532:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078049.685534:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685537:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078049.685540:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078049.685544:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685551:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078049.685590:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685603:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078049.685606:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685607:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078049.685608:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685611:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078049.685614:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078049.685617:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078049.685622:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078049.685624:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078049.685628:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078049.685635:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180480:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078049.685640:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685643:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078049.685646:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612180480/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685652:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078049.685655:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078049.685658:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769078049.685662:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078049.685664:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078049.685667:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078049.685669:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078049.685672:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:2.0:1769078049.685676:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078049.685678:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078049.685680:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:2.0:1769078049.685683:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078049.685684:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685687:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685697:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078049.685699:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.685702:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078049.685703:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078049.685704:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078049.685708:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685714:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078049.685716:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078049.685718:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078049.685721:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078049.685723:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078049.685726:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180608:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078049.685729:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078049.685733:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078049.685735:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078049.685736:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078049.685740:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769078049.685742:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078049.685747:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078049.685751:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078049.685765:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078049.685770:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180608, portal 10
00000100:00000001:2.0:1769078049.685772:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078049.685773:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557633408 : -118662151918208 : ffff9413d0962d80)
00000100:00000040:2.0:1769078049.685780:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685786:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078049.685789:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078049.685796:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078049.685798:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612180608, offset 0
00000400:00000200:2.0:1769078049.685802:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078049.685806:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078049.685810:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078049.685814:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078049.685817:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078049.685819:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078049.685822:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078049.685825:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3795:3795:256:4294967295] 192.168.204.106@tcp LPNI seq info [3794:3794:8:4294967295]
00000400:00000200:2.0:1769078049.685829:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078049.685835:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078049.685841:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078049.685844:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078049.685848:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078049.685852:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078049.685857:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078049.685860:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078049.685865:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078049.685867:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078049.685870:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078049.685874:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078049.685878:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078049.685879:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078049.685883:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078049.685886:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685894:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078049.685897:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078074 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685903:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.685905:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078049.685908:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078049.685912:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078049.685915:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078049.685917:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299708192
00000100:00000001:2.0:1769078049.685920:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299711555
00000100:00000001:2.0:1769078049.685921:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299708192
00000100:00000001:2.0:1769078049.685923:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299711555
00000100:00000001:2.0:1769078049.685924:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078049.685925:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.685926:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078049.685929:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078049/real 1769078049]  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078049.685936:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078049.685937:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078049.685939:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078049.685941:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078049.685943:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078049.685945:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078049.685947:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078049.685955:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685961:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078049.685962:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685964:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078049.685966:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078049.685970:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685977:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078049.685980:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.685987:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078049.685989:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685990:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078049.685992:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.685993:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078049.685996:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078049.685998:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078049.686001:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078049.686003:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078049.686006:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078049.686013:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180608:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078049.686017:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.686018:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078049.686021:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612180608/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078074 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078049.686027:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078049.686028:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078049.686030:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769078049.686032:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078049.686034:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078049.686035:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078049.686037:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078049.686038:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:2.0:1769078049.686041:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078049.686042:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078049.686043:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:2.0:1769078049.686046:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078049.686047:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.686048:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078049.686051:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078049.686052:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078049.686054:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078049.686055:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078050.068638:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078050.068643:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078050.068702:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078050.068705:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078050.068708:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078050.708641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078050.708646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078050.708648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078050.708651:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078050.708654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078050.708657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078050.708659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078050.708660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078050.708662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078051.092696:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078051.092704:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078051.092787:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078051.092791:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078051.092794:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078051.732655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078051.732662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078051.732670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078051.732676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078051.732680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078051.732684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078051.732686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078051.732689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078051.732691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078052.116645:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078052.116655:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078052.116759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078052.116763:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078052.116767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078052.756655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078052.756665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078052.756668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078052.756676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078052.756681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078052.756686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.756690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078052.756693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078052.756697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078053.140717:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078053.140724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078053.140805:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078053.140810:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078053.140814:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078053.780717:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078053.780726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078053.780729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078053.780736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078053.780740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078053.780744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078053.780747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078053.780749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078053.780752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078054.164735:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078054.164745:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078054.164824:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078054.164828:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078054.164832:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078054.292965:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299711555, at 4299712000
00000100:00000010:0.0:1769078054.292996:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b720.
00000100:00000040:1.0:1769078054.293944:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299711555, at 4299712001
00000100:00000010:1.0:1769078054.293956:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bd80.
00000100:00000001:3.0:1769078054.804630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078054.804641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078054.804644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078054.804660:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1769078054.804660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078054.804668:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078054.804668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078054.804688:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078054.804689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078054.804693:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078054.804694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078054.804700:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078054.804701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078054.804706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078054.804709:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5040
00000400:00000200:2.0:1769078054.804719:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078054.804726:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078054.804730:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078054.804733:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804736:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.804738:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804740:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078054.804743:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078054.804745:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078054.804747:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078054.804750:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078054.804751:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078054.804754:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078054.804756:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804757:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.804759:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804760:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078054.804762:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078054.804765:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804766:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078054.804769:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078054.804773:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078054.804775:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.804777:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078054.804779:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078054.804790:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769078054.804793:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078054.804797:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078054.804799:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.804802:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078054.804804:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078054.804809:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078054.804817:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e800.
00000100:00000001:2.0:1769078054.804824:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078054.804832:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078054.804842:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078054.804847:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078054.804850:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078054.804871:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078054.804874:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078054.804877:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078054.804878:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078054.804879:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078054.804881:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078054.804882:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5040
00000400:00000200:2.0:1769078054.804885:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078054.804887:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078054.804889:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078054.804892:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804894:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078054.804896:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804898:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078054.804900:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078054.804901:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078054.804903:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078054.804903:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078054.804908:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078054.804908:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078054.804910:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078054.804912:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078054.804914:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078054.804918:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804920:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078054.804922:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078054.804923:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078054.804927:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078054.804932:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078054.804938:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078054.804940:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078054.804941:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.804943:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078054.804944:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078054.804950:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078054.804952:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078054.804954:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078054.804955:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078054.804960:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.804961:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078054.804967:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180736:192.168.204.106@tcp:250:kworker.0
00000008:00100000:2.0:1769078054.804968:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078054.804975:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.804976:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078054.804979:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078054.804981:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769078054.804983:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
02000000:00000001:1.0:1769078054.804985:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078054.804987:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078054.804989:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078054.804990:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078054.804993:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078054.804994:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769078054.804996:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:2.0:1769078054.804996:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078054.804998:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078054.804999:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078054.805005:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000400:00000200:1.0:1769078054.805010:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078054.805010:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078054.805015:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00100000:2.0:1769078054.805017:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078054.805025:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:2.0:1769078054.805026:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078054.805029:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078054.805033:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078054.805037:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180736, portal 25
00000100:00000001:2.0:1769078054.805040:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.805043:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078054.805044:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078054.805047:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569946112 : -118662139605504 : ffff9413d1520e00)
00000100:00000040:2.0:1769078054.805049:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078054.805054:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078054.805058:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078054.805060:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078054.805063:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5050)
00000100:00000001:1.0:1769078054.805074:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078054.805080:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078054.805084:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078054.805087:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612180736, offset 0
00000400:00000200:1.0:1769078054.805093:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078054.805102:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078054.805108:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078054.805115:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078054.805120:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078054.805125:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078054.805128:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078054.805132:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3796:3796:256:4294967295] 192.168.204.106@tcp LPNI seq info [3795:3795:8:4294967295]
00000400:00000200:1.0:1769078054.805138:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078054.805151:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078054.805159:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078054.805165:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078054.805172:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078054.805175:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078054.805180:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078054.805183:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078054.805187:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078054.805190:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078054.805197:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078054.805201:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078054.805206:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078054.805210:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078054.805215:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078054.805220:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805231:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078054.805235:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805244:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.805246:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078054.805255:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078054.805260:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078054.805264:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299716675
00000100:00000010:1.0:1769078054.805270:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042120.
00000100:00000001:1.0:1769078054.805277:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078054.805289:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299716675
00000100:00000010:1.0:1769078054.805291:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769078054.805293:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078054.805296:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078054.805298:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.805300:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078054.805305:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054]  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078054.805314:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078054.805316:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078054.805318:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078054.805320:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078054.805321:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078054.805323:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078054.805326:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078054.805332:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805338:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078054.805339:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805342:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078054.805343:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078054.805352:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805357:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078054.805361:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805366:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078054.805368:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805369:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078054.805370:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805372:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078054.805373:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078054.805376:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078054.805379:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078054.805381:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078054.805384:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078054.805390:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180736:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078054.805393:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805395:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078054.805397:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520e00 x1855007612180736/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805410:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078054.805413:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078054.805417:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078054.805419:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078054.805421:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078054.805423:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078054.805426:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078054.805429:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e800.
02000000:00000001:1.0:1769078054.805434:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078054.805436:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078054.805438:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520e00.
00000100:00000001:1.0:1769078054.805442:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078054.805443:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805446:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805454:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078054.805456:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.805459:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078054.805460:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078054.805462:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078054.805466:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805472:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078054.805473:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078054.805475:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078054.805476:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078054.805478:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078054.805480:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180864:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078054.805482:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078054.805484:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078054.805485:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078054.805487:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078054.805489:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078054.805491:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078054.805494:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078054.805496:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078054.805498:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078054.805501:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180864, portal 10
00000100:00000001:1.0:1769078054.805503:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078054.805504:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569943424 : -118662139608192 : ffff9413d1520380)
00000100:00000040:1.0:1769078054.805509:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805513:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078054.805515:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078054.805517:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078054.805518:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612180864, offset 0
00000400:00000200:1.0:1769078054.805521:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078054.805523:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078054.805526:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078054.805528:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078054.805530:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078054.805531:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078054.805533:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078054.805535:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3797:3797:256:4294967295] 192.168.204.106@tcp LPNI seq info [3796:3796:8:4294967295]
00000400:00000200:1.0:1769078054.805538:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078054.805543:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078054.805546:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078054.805548:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078054.805573:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078054.805576:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078054.805579:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078054.805581:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078054.805584:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078054.805585:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078054.805588:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078054.805590:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078054.805592:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078054.805594:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078054.805595:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078054.805598:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805615:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078054.805617:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078079 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805622:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.805623:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078054.805625:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078054.805628:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078054.805631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078054.805633:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299713312
00000100:00000001:1.0:1769078054.805635:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299716675
00000100:00000001:1.0:1769078054.805637:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299713312
00000100:00000001:1.0:1769078054.805638:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299716675
00000100:00000001:1.0:1769078054.805639:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078054.805641:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.805642:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078054.805644:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078054/real 1769078054]  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078054.805649:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078054.805650:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078054.805652:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078054.805653:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078054.805654:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078054.805656:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078054.805658:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078054.805663:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805667:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078054.805669:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805686:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078054.805688:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078054.805692:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805700:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078054.805704:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805712:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078054.805714:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805724:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078054.805725:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805728:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078054.805733:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078054.805736:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078054.805740:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078054.805743:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078054.805748:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078054.805757:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612180864:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078054.805761:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805767:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078054.805770:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520380 x1855007612180864/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078079 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078054.805775:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078054.805776:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078054.805777:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078054.805779:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078054.805780:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078054.805782:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078054.805783:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078054.805785:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769078054.805787:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078054.805788:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078054.805789:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520380.
00000100:00000001:1.0:1769078054.805790:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078054.805791:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805793:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078054.805795:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078054.805796:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078054.805798:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078054.805799:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078055.188747:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078055.188759:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078055.188762:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078055.188766:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078055.188778:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078055.188781:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078055.188783:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078055.188786:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078055.188853:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078055.188857:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078055.188860:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078055.828707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078055.828718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078055.828721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078055.828728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078055.828734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078055.828751:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078055.828754:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078055.828757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078055.828761:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078056.212744:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078056.212752:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078056.212822:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078056.212826:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078056.212830:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078056.852624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078056.852632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078056.852634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078056.852657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078056.852661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078056.852664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078056.852667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078056.852670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078056.852673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078057.236696:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078057.236702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078057.236770:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078057.236773:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078057.236776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078057.876661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078057.876667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078057.876668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078057.876672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078057.876675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078057.876678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078057.876681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078057.876683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078057.876685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078058.260684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078058.260691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078058.260758:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078058.260763:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078058.260767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078058.900699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078058.900708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078058.900709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078058.900715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078058.900719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078058.900723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078058.900725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078058.900728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078058.900730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078059.284705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078059.284713:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078059.284774:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078059.284778:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078059.284781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078059.412684:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299716675, at 4299717120
00000100:00000040:1.0:1769078059.412684:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299716675, at 4299717120
00000100:00000010:1.0:1769078059.412703:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000010:0.0:1769078059.412706:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00080000:3.0:1769078059.924702:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078059.924708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078059.924714:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078059.924716:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078059.924717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.924723:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078059.924724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078059.924730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078059.924732:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078059.924734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078059.924738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078059.924741:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078059.924742:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078059.924746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078059.924753:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5045
00000400:00000200:3.0:1769078059.924765:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078059.924772:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078059.924775:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078059.924778:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924781:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.924783:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924785:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078059.924788:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078059.924790:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078059.924793:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078059.924796:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078059.924798:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078059.924800:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078059.924802:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924804:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.924805:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924806:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078059.924808:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078059.924811:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924812:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078059.924815:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078059.924818:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078059.924821:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.924822:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078059.924824:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078059.924835:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769078059.924837:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078059.924841:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078059.924842:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.924845:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078059.924847:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078059.924853:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078059.924860:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769078059.924867:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078059.924876:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078059.924885:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078059.924889:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078059.924893:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078059.924912:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078059.924914:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078059.924917:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078059.924919:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078059.924920:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078059.924922:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078059.924924:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5045
00000400:00000200:3.0:1769078059.924926:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078059.924928:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078059.924930:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078059.924932:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924933:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.924935:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924937:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078059.924939:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078059.924940:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078059.924941:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078059.924943:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078059.924944:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078059.924946:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078059.924948:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924950:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078059.924951:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078059.924953:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078059.924954:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078059.924956:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078059.924958:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078059.924958:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078059.924960:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078059.924965:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078059.924969:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.924970:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078059.924971:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078059.924975:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769078059.924976:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078059.924981:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.924983:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078059.924986:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078059.924986:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769078059.924990:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078059.924994:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078059.924996:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.925000:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078059.925002:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078059.925005:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.925008:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1769078059.925010:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:1.0:1769078059.925013:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.925014:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078059.925021:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769078059.925023:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078059.925026:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078059.925032:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078059.925036:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1769078059.925040:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180992:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078059.925041:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.925050:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078059.925052:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078059.925056:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078059.925060:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078059.925065:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078059.925068:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078059.925074:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
00000100:00000040:3.0:1769078059.925074:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078059.925080:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078059.925082:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078059.925088:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078059.925092:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078059.925093:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078059.925100:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:3.0:1769078059.925101:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5055)
00000400:00000010:1.0:1769078059.925112:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078059.925123:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612180992, portal 25
00000100:00000001:1.0:1769078059.925127:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078059.925129:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00000040:1.0:1769078059.925137:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925146:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078059.925150:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078059.925153:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078059.925157:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612180992, offset 0
00000400:00000200:1.0:1769078059.925164:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078059.925174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078059.925182:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078059.925190:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078059.925195:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078059.925200:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078059.925203:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078059.925208:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3798:3798:256:4294967295] 192.168.204.106@tcp LPNI seq info [3797:3797:8:4294967295]
00000400:00000200:1.0:1769078059.925213:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078059.925225:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078059.925233:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078059.925247:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078059.925256:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078059.925260:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078059.925266:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078059.925271:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078059.925276:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078059.925279:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078059.925288:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078059.925293:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078059.925300:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078059.925303:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078059.925309:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078059.925314:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925325:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078059.925329:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925337:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.925339:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078059.925346:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078059.925352:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078059.925355:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299721795
00000100:00000010:1.0:1769078059.925361:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769078059.925370:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078059.925377:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299721795
00000100:00000010:1.0:1769078059.925380:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042000.
00000100:00000001:1.0:1769078059.925384:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078059.925388:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078059.925391:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.925394:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078059.925398:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059]  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078059.925417:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078059.925419:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078059.925421:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078059.925424:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078059.925426:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078059.925430:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078059.925434:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078059.925444:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925451:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078059.925454:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925456:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078059.925459:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078059.925463:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925471:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078059.925477:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925485:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078059.925488:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925490:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078059.925492:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925494:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078059.925496:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078059.925500:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078059.925505:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078059.925507:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078059.925512:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078059.925522:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612180992:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078059.925527:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925529:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078059.925533:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612180992/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925540:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078059.925543:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078059.925546:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078059.925549:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078059.925577:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078059.925580:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078059.925582:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078059.925603:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:1.0:1769078059.925609:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078059.925611:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078059.925614:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:1.0:1769078059.925618:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078059.925620:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925623:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925631:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078059.925633:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.925635:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078059.925637:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078059.925638:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078059.925643:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925651:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078059.925653:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078059.925656:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078059.925658:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078059.925660:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078059.925664:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181120:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078059.925668:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078059.925670:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078059.925671:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078059.925674:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078059.925678:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078059.925680:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078059.925685:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078059.925689:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078059.925693:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078059.925696:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612181120, portal 10
00000100:00000001:1.0:1769078059.925698:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078059.925700:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000040:1.0:1769078059.925708:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925715:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078059.925717:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078059.925720:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078059.925722:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612181120, offset 0
00000400:00000200:1.0:1769078059.925727:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078059.925731:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078059.925735:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078059.925738:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078059.925742:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078059.925744:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078059.925747:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078059.925750:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3799:3799:256:4294967295] 192.168.204.106@tcp LPNI seq info [3798:3798:8:4294967295]
00000400:00000200:1.0:1769078059.925755:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078059.925762:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078059.925768:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078059.925771:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078059.925776:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078059.925779:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078059.925784:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078059.925787:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078059.925791:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078059.925794:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078059.925797:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078059.925814:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078059.925818:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078059.925820:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078059.925823:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078059.925827:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925835:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078059.925839:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078084 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925847:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.925848:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078059.925852:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078059.925856:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078059.925860:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078059.925862:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299718432
00000100:00000001:1.0:1769078059.925865:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299721795
00000100:00000001:1.0:1769078059.925868:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299718432
00000100:00000001:1.0:1769078059.925871:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299721795
00000100:00000001:1.0:1769078059.925873:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078059.925876:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.925878:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078059.925882:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078059/real 1769078059]  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078059.925892:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078059.925893:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078059.925896:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078059.925899:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078059.925901:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078059.925903:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078059.925907:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078059.925917:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925925:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078059.925927:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925929:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078059.925930:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078059.925935:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925943:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078059.925947:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.925956:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078059.925959:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925961:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078059.925962:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925964:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078059.925966:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078059.925970:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078059.925973:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078059.925976:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078059.925981:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078059.925990:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181120:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078059.925995:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.925997:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078059.926001:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612181120/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078084 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078059.926009:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078059.926011:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078059.926013:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078059.926016:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078059.926018:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078059.926019:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078059.926022:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078059.926024:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:1.0:1769078059.926027:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078059.926028:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078059.926030:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:1.0:1769078059.926033:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078059.926034:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.926036:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078059.926040:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078059.926042:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078059.926044:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078059.926046:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078060.308673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078060.308680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078060.308733:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078060.308738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078060.308741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078060.948732:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078060.948742:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078060.948744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078060.948752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078060.948757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078060.948763:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.948766:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078060.948770:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078060.948774:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078061.332662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078061.332669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078061.332727:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078061.332731:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078061.332734:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078061.972634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078061.972642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078061.972644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078061.972650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078061.972653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078061.972657:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078061.972659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078061.972663:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078061.972666:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078062.356641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078062.356646:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078062.356719:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078062.356724:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078062.356728:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078062.996679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078062.996688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078062.996690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078062.996695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078062.996699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078062.996703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078062.996705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078062.996708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078062.996710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078063.380665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078063.380672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078063.380729:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078063.380733:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078063.380735:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078064.020632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078064.020640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078064.020642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078064.020648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078064.020652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078064.020656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078064.020658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078064.020661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078064.020663:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078064.404631:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078064.404639:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078064.404728:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078064.404736:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078064.404740:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078064.532654:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299721795, at 4299722240
00000100:00000040:1.0:1769078064.532654:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299721795, at 4299722240
00000100:00000010:0.0:1769078064.532669:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000010:1.0:1769078064.532671:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00080000:3.0:1769078065.044695:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078065.044705:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078065.044708:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078065.044709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078065.044712:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078065.044717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078065.044718:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078065.044722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078065.044728:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5050
00000100:00100000:2.0:1769078065.044729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078065.044735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078065.044739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078065.044740:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078065.044743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078065.044747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078065.044752:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078065.044754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078065.044757:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078065.044763:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044767:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078065.044769:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044772:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078065.044777:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078065.044778:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078065.044780:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078065.044783:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078065.044785:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078065.044787:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078065.044790:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044791:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078065.044792:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044793:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078065.044795:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078065.044797:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044799:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078065.044801:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078065.044803:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078065.044805:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078065.044806:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078065.044808:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078065.044816:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769078065.044819:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078065.044822:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078065.044823:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078065.044825:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078065.044828:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078065.044831:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078065.044838:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769078065.044843:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078065.044850:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078065.044858:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078065.044861:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078065.044864:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078065.044885:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078065.044888:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078065.044890:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078065.044891:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078065.044892:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078065.044895:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078065.044896:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5050
00000400:00000200:3.0:1769078065.044899:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078065.044901:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078065.044903:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078065.044904:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044906:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078065.044907:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044908:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078065.044910:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078065.044910:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078065.044911:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078065.044913:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078065.044915:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078065.044916:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078065.044919:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044920:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078065.044921:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044922:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078065.044924:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078065.044926:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078065.044928:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078065.044929:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078065.044933:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078065.044934:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078065.044935:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078065.044938:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078065.044940:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.044942:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078065.044942:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078065.044944:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769078065.044948:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078065.044951:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078065.044951:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078065.044953:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.044956:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078065.044956:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078065.044957:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078065.044960:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078065.044964:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000040:1.0:1769078065.044968:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078065.044968:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078065.044974:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078065.044995:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078065.044997:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078065.044998:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.045003:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078065.045003:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078065.045011:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078065.045016:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078065.045021:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.045023:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078065.045025:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078065.045029:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769078065.045033:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612181248:192.168.204.106@tcp:250:kworker.0
00000100:00000040:3.0:1769078065.045034:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078065.045041:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078065.045043:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078065.045047:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5060)
02000000:00000001:1.0:1769078065.045048:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078065.045051:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.045053:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078065.045058:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078065.045060:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078065.045067:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078065.045071:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078065.045078:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078065.045083:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612181248, portal 25
00000100:00000001:1.0:1769078065.045085:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078065.045086:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:1.0:1769078065.045091:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045097:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078065.045099:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078065.045101:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078065.045104:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612181248, offset 0
00000400:00000200:1.0:1769078065.045108:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078065.045115:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078065.045119:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078065.045124:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078065.045127:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078065.045131:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078065.045133:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078065.045136:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3800:3800:256:4294967295] 192.168.204.106@tcp LPNI seq info [3799:3799:8:4294967295]
00000400:00000200:1.0:1769078065.045139:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078065.045146:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078065.045150:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078065.045154:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078065.045159:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078065.045162:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078065.045167:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078065.045170:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078065.045173:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078065.045175:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078065.045181:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078065.045184:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078065.045187:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078065.045189:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078065.045193:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078065.045196:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045203:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078065.045205:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045210:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.045211:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078065.045215:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078065.045218:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078065.045220:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299726915
00000100:00000010:1.0:1769078065.045223:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042000.
00000100:00000001:1.0:1769078065.045229:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078065.045235:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299726915
00000100:00000010:1.0:1769078065.045237:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042300.
00000100:00000001:1.0:1769078065.045239:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078065.045241:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078065.045243:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.045245:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078065.045248:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078065/real 1769078065]  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078065.045255:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078065.045256:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078065.045258:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078065.045260:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078065.045261:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078065.045262:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078065.045265:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078065.045271:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045276:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078065.045277:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045279:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078065.045280:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078065.045282:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045286:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078065.045290:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045294:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078065.045296:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045297:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078065.045298:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045299:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078065.045301:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078065.045303:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078065.045306:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078065.045308:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078065.045311:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078065.045315:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612181248:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078065.045318:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045320:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078065.045321:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612181248/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045325:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078065.045327:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078065.045329:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078065.045331:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078065.045332:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078065.045333:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078065.045335:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078065.045336:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078065.045339:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078065.045341:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078065.045342:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:1.0:1769078065.045345:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078065.045346:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045347:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045353:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078065.045354:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.045356:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078065.045357:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078065.045358:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078065.045360:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045369:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078065.045370:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.045372:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078065.045373:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078065.045374:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078065.045376:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181376:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078065.045378:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078065.045379:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078065.045380:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078065.045381:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078065.045383:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078065.045384:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078065.045387:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078065.045389:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078065.045391:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078065.045393:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612181376, portal 10
00000100:00000001:1.0:1769078065.045394:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078065.045395:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000040:1.0:1769078065.045400:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045404:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078065.045406:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078065.045407:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078065.045409:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612181376, offset 0
00000400:00000200:1.0:1769078065.045411:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078065.045413:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078065.045416:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078065.045417:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078065.045419:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078065.045420:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078065.045422:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078065.045424:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3801:3801:256:4294967295] 192.168.204.106@tcp LPNI seq info [3800:3800:8:4294967295]
00000400:00000200:1.0:1769078065.045427:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078065.045431:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078065.045435:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078065.045436:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078065.045439:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078065.045441:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078065.045444:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078065.045446:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078065.045448:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078065.045450:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078065.045452:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078065.045454:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078065.045456:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078065.045457:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078065.045459:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078065.045461:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045475:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078065.045478:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045482:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.045483:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078065.045486:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078065.045488:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078065.045491:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078065.045492:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299723551
00000100:00000001:1.0:1769078065.045495:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299726915
00000100:00000001:1.0:1769078065.045496:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299723551
00000100:00000001:1.0:1769078065.045521:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299726915
00000100:00000001:1.0:1769078065.045523:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078065.045525:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.045526:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078065.045530:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078065/real 1769078065]  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078065.045536:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078065.045537:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078065.045538:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078065.045540:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078065.045541:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078065.045542:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078065.045544:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078065.045550:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045578:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078065.045579:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045581:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078065.045581:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078065.045584:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045589:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078065.045599:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045606:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078065.045608:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045609:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078065.045610:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045612:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078065.045613:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078065.045615:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078065.045618:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078065.045619:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078065.045622:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078065.045627:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181376:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078065.045629:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045630:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078065.045632:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612181376/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078065.045636:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078065.045637:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078065.045638:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078065.045640:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078065.045641:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078065.045642:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078065.045643:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078065.045645:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:1.0:1769078065.045646:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078065.045647:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078065.045648:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:1.0:1769078065.045651:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078065.045652:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045653:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078065.045655:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078065.045656:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078065.045658:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078065.045659:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078065.428675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078065.428685:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078065.428687:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078065.428690:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078065.428695:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078065.428698:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078065.428701:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078065.428703:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078065.428777:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078065.428780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078065.428784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078066.068687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078066.068695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078066.068697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078066.068703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078066.068707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078066.068711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078066.068714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078066.068720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078066.068723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.452724:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078066.452735:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078066.452815:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078066.452821:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078066.452825:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078067.092683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078067.092691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078067.092692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078067.092697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078067.092701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078067.092705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078067.092708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078067.092711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078067.092713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078067.476680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078067.476687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078067.476769:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078067.476777:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078067.476782:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078068.116668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078068.116676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078068.116678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078068.116683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078068.116687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078068.116691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078068.116694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078068.116697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078068.116699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078068.500685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078068.500690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078068.500760:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078068.500766:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078068.500770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078069.140669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078069.140677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078069.140678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078069.140682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078069.140685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078069.140689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078069.140692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078069.140694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078069.140697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078069.524669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078069.524676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078069.524754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078069.524759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078069.524764:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078069.652653:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299726915, at 4299727360
00000100:00000040:0.0:1769078069.652658:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299726915, at 4299727360
00000100:00000010:1.0:1769078069.652671:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000010:0.0:1769078069.652673:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00080000:0.0:1769078070.164681:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078070.164689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769078070.164695:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078070.164698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078070.164699:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078070.164707:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078070.164713:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078070.164716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078070.164721:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5055
00000100:00100000:2.0:1769078070.164729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:0.0:1769078070.164736:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078070.164737:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078070.164744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769078070.164746:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078070.164754:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078070.164754:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078070.164763:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078070.164763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078070.164773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.164775:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078070.164781:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164784:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078070.164788:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078070.164790:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078070.164792:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078070.164794:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078070.164796:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078070.164798:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078070.164801:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164803:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078070.164807:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164809:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078070.164813:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078070.164817:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164820:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078070.164823:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078070.164827:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078070.164831:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.164834:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078070.164837:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078070.164849:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769078070.164854:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078070.164859:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078070.164861:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.164864:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078070.164869:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078070.164874:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078070.164881:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769078070.164888:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078070.164896:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078070.164905:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078070.164909:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078070.164913:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078070.164934:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078070.164936:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078070.164939:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078070.164941:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078070.164942:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078070.164945:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078070.164946:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5055
00000400:00000200:0.0:1769078070.164949:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078070.164952:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078070.164954:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078070.164956:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164958:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078070.164960:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164962:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078070.164963:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078070.164964:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078070.164966:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078070.164968:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078070.164970:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078070.164972:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078070.164974:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164976:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078070.164977:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078070.164978:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164982:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078070.164983:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078070.164984:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078070.164987:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769078070.164988:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078070.164992:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078070.164993:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078070.164997:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078070.165000:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078070.165005:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078070.165010:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078070.165014:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078070.165016:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078070.165017:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078070.165020:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1769078070.165022:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078070.165024:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078070.165027:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078070.165028:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078070.165034:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612181504:192.168.204.106@tcp:250:kworker.0
00000100:00000010:0.0:1769078070.165035:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000100:00000001:1.0:1769078070.165040:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769078070.165041:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078070.165045:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078070.165047:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078070.165049:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078070.165050:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078070.165052:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078070.165055:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078070.165058:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769078070.165058:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:0.0:1769078070.165061:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078070.165062:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078070.165069:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000400:00000200:1.0:1769078070.165073:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078070.165076:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078070.165079:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00100000:0.0:1769078070.165084:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078070.165091:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078070.165091:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:0.0:1769078070.165095:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078070.165099:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078070.165104:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612181504, portal 25
00000100:00000001:1.0:1769078070.165111:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078070.165115:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078070.165116:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:0.0:1769078070.165118:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078070.165123:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078070.165126:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078070.165130:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078070.165131:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078070.165136:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5065)
00000100:00000001:1.0:1769078070.165155:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078070.165161:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078070.165164:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078070.165168:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612181504, offset 0
00000400:00000200:1.0:1769078070.165176:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078070.165185:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078070.165191:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078070.165197:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078070.165201:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078070.165205:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078070.165207:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078070.165211:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3802:3802:256:4294967295] 192.168.204.106@tcp LPNI seq info [3801:3801:8:4294967295]
00000400:00000200:1.0:1769078070.165214:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078070.165223:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078070.165229:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078070.165234:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078070.165240:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078070.165244:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078070.165249:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078070.165252:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078070.165271:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078070.165273:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078070.165280:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078070.165284:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078070.165289:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078070.165291:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078070.165303:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078070.165307:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165315:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078070.165320:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165328:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078070.165330:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078070.165338:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078070.165344:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078070.165347:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299732035
00000100:00000010:1.0:1769078070.165353:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042300.
00000100:00000001:1.0:1769078070.165361:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078070.165377:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299732035
00000100:00000010:1.0:1769078070.165381:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0427e0.
00000100:00000001:1.0:1769078070.165385:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078070.165393:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078070.165396:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078070.165401:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078070.165407:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078070/real 1769078070]  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078070.165431:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078070.165434:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078070.165437:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078070.165440:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078070.165442:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078070.165445:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078070.165450:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078070.165461:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165468:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078070.165470:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165473:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078070.165475:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078070.165480:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165489:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078070.165495:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165503:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078070.165507:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165509:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078070.165511:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165514:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078070.165516:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078070.165519:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078070.165524:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078070.165527:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078070.165532:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078070.165542:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612181504:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078070.165547:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165550:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078070.165583:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612181504/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165592:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078070.165596:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078070.165599:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078070.165602:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078070.165604:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078070.165607:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078070.165609:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078070.165612:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769078070.165617:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078070.165620:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078070.165622:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:1.0:1769078070.165626:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078070.165627:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165630:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165640:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078070.165642:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078070.165645:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078070.165646:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078070.165648:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078070.165652:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165660:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078070.165662:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078070.165665:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078070.165667:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078070.165669:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078070.165673:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181632:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078070.165676:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078070.165678:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078070.165680:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078070.165682:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078070.165686:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078070.165688:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078070.165692:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078070.165695:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078070.165700:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078070.165703:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612181632, portal 10
00000100:00000001:1.0:1769078070.165705:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078070.165707:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557628928 : -118662151922688 : ffff9413d0961c00)
00000100:00000040:1.0:1769078070.165714:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165722:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078070.165725:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078070.165728:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078070.165731:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612181632, offset 0
00000400:00000200:1.0:1769078070.165735:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078070.165740:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078070.165744:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078070.165747:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078070.165750:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078070.165753:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078070.165756:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078070.165759:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3803:3803:256:4294967295] 192.168.204.106@tcp LPNI seq info [3802:3802:8:4294967295]
00000400:00000200:1.0:1769078070.165764:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078070.165770:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078070.165776:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078070.165779:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078070.165784:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078070.165787:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078070.165792:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078070.165795:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078070.165799:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078070.165801:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078070.165804:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078070.165808:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078070.165812:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078070.165814:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078070.165816:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078070.165821:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165830:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078070.165833:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165841:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078070.165843:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078070.165846:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078070.165851:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078070.165855:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078070.165857:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299728672
00000100:00000001:1.0:1769078070.165860:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299732035
00000100:00000001:1.0:1769078070.165863:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299728672
00000100:00000001:1.0:1769078070.165866:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299732035
00000100:00000001:1.0:1769078070.165868:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078070.165870:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078070.165872:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078070.165877:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078070/real 1769078070]  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078070.165886:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078070.165887:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078070.165889:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078070.165892:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078070.165893:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078070.165896:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078070.165899:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078070.165910:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165917:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078070.165919:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165921:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078070.165922:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078070.165926:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165933:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078070.165938:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165946:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078070.165949:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165950:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078070.165952:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165954:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078070.165956:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078070.165960:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078070.165963:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078070.165966:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078070.165970:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078070.165979:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181632:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078070.165983:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.165985:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078070.165988:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612181632/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078070.165996:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078070.165997:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078070.165999:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078070.166002:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078070.166003:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078070.166005:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078070.166008:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078070.166010:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:1.0:1769078070.166012:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078070.166014:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078070.166015:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:1.0:1769078070.166018:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078070.166020:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.166022:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078070.166026:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078070.166027:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078070.166030:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078070.166032:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078070.548697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078070.548707:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078070.548780:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078070.548784:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078070.548787:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078071.188700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078071.188709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078071.188710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078071.188716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078071.188720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078071.188724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.188726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078071.188728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078071.188731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078071.572668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078071.572674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078071.572801:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078071.572806:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078071.572810:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078072.212695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078072.212704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078072.212706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078072.212711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078072.212715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078072.212720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078072.212722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078072.212725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078072.212728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078072.596715:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078072.596722:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078072.596767:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078072.596771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078072.596775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078073.236711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078073.236719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078073.236721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078073.236726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078073.236730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078073.236734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078073.236737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078073.236739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078073.236742:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078073.620676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078073.620684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078073.620741:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078073.620747:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078073.620751:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078074.260632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078074.260640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078074.260642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078074.260649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078074.260654:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078074.260658:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078074.260661:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078074.260665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078074.260668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078074.644691:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078074.644701:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078074.644703:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078074.644706:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078074.644711:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078074.644713:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078074.644714:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078074.644716:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078074.644790:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078074.644795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078074.644799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078074.772644:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299732035, at 4299732480
00000100:00000010:1.0:1769078074.772661:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000040:0.0:1769078074.772754:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299732035, at 4299732480
00000100:00000010:0.0:1769078074.772760:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:2.0:1769078075.284689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078075.284698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078075.284700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.284706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078075.284710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078075.284713:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078075.284714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.284717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078075.284720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078075.284725:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078075.284726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078075.284731:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078075.284736:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078075.284740:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078075.284748:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5060
00000400:00000200:1.0:1769078075.284758:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078075.284764:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078075.284767:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078075.284770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078075.284777:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078075.284780:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078075.284782:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078075.284786:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078075.284788:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078075.284791:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078075.284793:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078075.284795:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078075.284797:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078075.284799:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078075.284800:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078075.284801:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078075.284802:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078075.284805:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078075.284807:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078075.284809:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078075.284811:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078075.284814:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078075.284818:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078075.284821:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078075.284823:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078075.284836:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833b80.
00000020:00000040:1.0:1769078075.284840:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078075.284845:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078075.284847:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078075.284850:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078075.284854:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078075.284859:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078075.284870:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace400.
00000100:00000001:1.0:1769078075.284878:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078075.284889:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078075.284903:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078075.284909:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078075.284914:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6fd3c6a] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078075.284942:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078075.284946:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078075.284950:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078075.284953:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078075.284955:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078075.284958:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078075.284963:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5060
00000100:00000001:2.0:1769078075.284968:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769078075.284969:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078075.284973:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769078075.284976:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078075.284977:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078075.284983:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078075.284985:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078075.284993:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078075.284998:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078075.284999:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078075.285001:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078075.285007:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769078075.285007:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078075.285011:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078075.285014:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769078075.285015:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078075.285022:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:2.0:1769078075.285024:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612181760:192.168.204.106@tcp:250:kworker.0
00000020:00000040:1.0:1769078075.285025:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078075.285029:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078075.285033:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769078075.285033:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1769078075.285038:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769078075.285041:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1769078075.285042:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:2.0:1769078075.285046:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078075.285049:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:2.0:1769078075.285052:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078075.285054:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078075.285059:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000010:2.0:1769078075.285061:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e400.
00000100:00000001:1.0:1769078075.285062:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769078075.285066:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078075.285069:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078075.285074:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000400:00000200:2.0:1769078075.285079:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078075.285083:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1769078075.285086:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
02000000:00000001:1.0:1769078075.285088:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078075.285097:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769078075.285098:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
02000000:00000001:1.0:1769078075.285107:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769078075.285108:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612181760, portal 25
00000100:00000001:2.0:1769078075.285114:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078075.285115:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078075.285116:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455728512 : -118662253823104 : ffff9413ca833b80)
00000008:00100000:1.0:1769078075.285121:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1769078075.285123:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1769078075.285129:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078075.285134:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.285136:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1769078075.285140:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831f80.
00000100:00000040:2.0:1769078075.285140:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000020:00000040:1.0:1769078075.285145:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000010:2.0:1769078075.285146:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
02000000:00000001:1.0:1769078075.285151:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1769078075.285152:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612181760, offset 0
02000000:00000001:1.0:1769078075.285154:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078075.285157:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078075.285158:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078075.285160:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078075.285161:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078075.285172:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:1.0:1769078075.285176:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acd400.
00000400:00000200:2.0:1769078075.285180:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:1.0:1769078075.285185:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078075.285189:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:1.0:1769078075.285194:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1769078075.285195:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078075.285201:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078075.285206:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000001:1.0:1769078075.285210:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078075.285212:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3804:3804:256:4294967295] 192.168.204.106@tcp LPNI seq info [3803:3803:8:4294967295]
00000100:00000001:1.0:1769078075.285214:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078075.285220:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:1.0:1769078075.285223:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3b9b0] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078075.285235:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078075.285236:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078075.285239:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078075.285243:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1769078075.285245:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769078075.285249:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078075.285252:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1769078075.285252:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000100:00000040:1.0:1769078075.285259:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5070)
00000800:00000200:2.0:1769078075.285263:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078075.285267:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078075.285272:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078075.285276:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078075.285297:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078075.285300:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078075.285307:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078075.285312:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078075.285316:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078075.285318:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078075.285324:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078075.285343:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285351:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078075.285354:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285360:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.285361:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078075.285367:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078075.285371:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078075.285373:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299737155
00000100:00000010:2.0:1769078075.285378:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b900.
00000100:00000001:2.0:1769078075.285385:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078075.285391:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299737155
00000100:00000010:2.0:1769078075.285393:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b420.
00000100:00000001:2.0:1769078075.285396:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078075.285398:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078075.285400:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.285402:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078075.285405:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078075/real 1769078075]  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078075.285417:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078075.285419:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078075.285421:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078075.285423:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078075.285424:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078075.285426:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078075.285429:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078075.285435:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285440:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078075.285441:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285443:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078075.285445:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078075.285447:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285452:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078075.285462:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285467:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078075.285470:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285471:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078075.285472:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285474:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078075.285475:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078075.285478:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078075.285480:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078075.285482:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078075.285485:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078075.285492:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612181760:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078075.285495:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285497:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078075.285499:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833b80 x1855007612181760/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285504:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078075.285506:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078075.285508:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078075.285510:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078075.285512:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078075.285513:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078075.285514:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078075.285517:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace400.
02000000:00000001:2.0:1769078075.285520:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078075.285522:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078075.285523:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833b80.
00000100:00000001:2.0:1769078075.285525:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078075.285526:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285528:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285535:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078075.285536:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.285538:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078075.285539:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078075.285540:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078075.285543:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285548:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078075.285549:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078075.285571:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078075.285572:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078075.285574:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078075.285576:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181888:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078075.285579:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078075.285581:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078075.285582:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078075.285583:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078075.285586:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078075.285587:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078075.285590:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078075.285592:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078075.285595:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078075.285597:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612181888, portal 10
00000100:00000001:2.0:1769078075.285599:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078075.285600:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455721344 : -118662253830272 : ffff9413ca831f80)
00000100:00000040:2.0:1769078075.285605:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285610:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078075.285612:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078075.285613:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078075.285615:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612181888, offset 0
00000400:00000200:2.0:1769078075.285618:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078075.285620:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078075.285623:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078075.285625:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078075.285627:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078075.285629:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078075.285630:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078075.285633:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3805:3805:256:4294967295] 192.168.204.106@tcp LPNI seq info [3804:3804:8:4294967295]
00000400:00000200:2.0:1769078075.285636:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078075.285640:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078075.285643:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078075.285645:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078075.285648:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078075.285651:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1769078075.285653:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078075.285656:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1769078075.285658:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078075.285660:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078075.285662:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078075.285664:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078075.285667:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078075.285668:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078075.285669:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078075.285672:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285677:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078075.285679:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285684:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.285685:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078075.285687:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078075.285690:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078075.285692:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078075.285693:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299733792
00000100:00000001:2.0:1769078075.285696:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299737155
00000100:00000001:2.0:1769078075.285697:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299733792
00000100:00000001:2.0:1769078075.285699:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299737155
00000100:00000001:2.0:1769078075.285700:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078075.285702:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.285703:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078075.285706:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078075/real 1769078075]  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078075.285711:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078075.285712:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078075.285713:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078075.285715:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078075.285716:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078075.285717:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078075.285719:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078075.285725:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285729:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078075.285729:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285731:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078075.285731:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078075.285734:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285738:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078075.285740:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285745:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078075.285747:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285748:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078075.285749:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285750:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078075.285751:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078075.285752:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078075.285754:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078075.285756:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078075.285758:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078075.285763:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612181888:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078075.285766:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285767:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078075.285769:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831f80 x1855007612181888/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078075.285774:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078075.285775:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078075.285776:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078075.285777:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078075.285778:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078075.285779:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078075.285780:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078075.285781:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd400.
02000000:00000001:2.0:1769078075.285782:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078075.285783:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078075.285784:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831f80.
00000100:00000001:2.0:1769078075.285786:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078075.285787:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285788:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078075.285790:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078075.285791:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078075.285793:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078075.285794:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078075.668685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078075.668690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078075.668933:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078075.668936:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078075.668939:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078076.308672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078076.308684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078076.308687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078076.308695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078076.308701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078076.308705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.308709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078076.308712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078076.308716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078076.692637:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078076.692644:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078076.692705:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078076.692709:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078076.692713:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078077.332680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078077.332687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078077.332689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078077.332693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078077.332696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078077.332699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078077.332702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078077.332704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078077.332707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078077.716680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078077.716688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078077.716757:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078077.716760:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078077.716763:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078078.356655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078078.356660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078078.356661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078078.356665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078078.356668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078078.356671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078078.356673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078078.356675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078078.356676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078078.740694:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078078.740704:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078078.740837:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078078.740841:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078078.740844:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078079.380635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078079.380642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078079.380644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078079.380649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078079.380653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078079.380656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078079.380657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078079.380659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078079.380661:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078079.764657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078079.764662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078079.764720:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078079.764723:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078079.764725:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078079.892669:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299737155, at 4299737600
00000100:00000040:0.0:1769078079.892671:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299737155, at 4299737600
00000100:00000010:0.0:1769078079.892683:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b900.
00000100:00000010:1.0:1769078079.892685:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b420.
00000100:00000001:2.0:1769078080.404675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:1.0:1769078080.404677:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078080.404682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078080.404684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078080.404689:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078080.404699:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078080.404699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078080.404707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078080.404708:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078080.404710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.404715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078080.404718:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078080.404719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.404727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078080.404734:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5065
00000400:00000200:1.0:1769078080.404746:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078080.404755:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078080.404758:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078080.404762:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078080.404766:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078080.404769:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078080.404771:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078080.404776:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078080.404778:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078080.404782:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078080.404784:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078080.404787:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078080.404790:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078080.404793:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078080.404796:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078080.404798:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078080.404800:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078080.404803:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078080.404807:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078080.404810:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078080.404813:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078080.404816:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078080.404820:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078080.404822:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078080.404824:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078080.404835:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833100.
00000020:00000040:1.0:1769078080.404839:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078080.404844:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078080.404846:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078080.404849:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078080.404852:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078080.404857:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078080.404866:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace000.
00000100:00000001:1.0:1769078080.404873:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078080.404882:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078080.404893:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078080.404898:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078080.404903:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b658190] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078080.404930:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078080.404933:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078080.404937:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078080.404940:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078080.404943:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078080.404946:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078080.404950:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5065
00000400:00000200:1.0:1769078080.404955:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078080.404958:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769078080.404962:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078080.404963:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078080.404967:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1769078080.404977:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078080.404977:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078080.404988:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078080.404993:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078080.404998:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078080.405002:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078080.405006:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:2.0:1769078080.405007:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078080.405012:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078080.405013:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:2.0:1769078080.405019:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078080.405022:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:2.0:1769078080.405024:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182016:192.168.204.106@tcp:250:kworker.0
00000020:00000040:1.0:1769078080.405027:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:2.0:1769078080.405029:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1769078080.405035:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:2.0:1769078080.405037:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1769078080.405040:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:2.0:1769078080.405041:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.405051:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:1.0:1769078080.405052:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078080.405060:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000010:2.0:1769078080.405060:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078080.405066:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078080.405074:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078080.405080:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1769078080.405083:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:1.0:1769078080.405088:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000400:00000010:2.0:1769078080.405090:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000001:1.0:1769078080.405097:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000400:00000010:2.0:1769078080.405099:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000020:00000040:1.0:1769078080.405107:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000200:2.0:1769078080.405109:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182016, portal 25
00000100:00000001:2.0:1769078080.405113:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078080.405115:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078080.405116:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455725824 : -118662253825792 : ffff9413ca833100)
00000100:00000001:1.0:1769078080.405125:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.405127:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078080.405130:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078080.405138:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078080.405141:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
02000000:00000001:1.0:1769078080.405142:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1769078080.405143:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078080.405148:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612182016, offset 0
02000000:00000001:1.0:1769078080.405149:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078080.405154:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:2.0:1769078080.405155:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000008:00100000:1.0:1769078080.405162:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1769078080.405169:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:1.0:1769078080.405176:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078080.405181:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078080.405181:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078080.405191:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1769078080.405192:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831c00.
00000400:00000200:2.0:1769078080.405198:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000020:00000040:1.0:1769078080.405201:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000200:2.0:1769078080.405203:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1769078080.405209:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1769078080.405213:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
02000000:00000001:1.0:1769078080.405214:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078080.405220:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1769078080.405220:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3806:3806:256:4294967295] 192.168.204.106@tcp LPNI seq info [3805:3805:8:4294967295]
02000000:00000001:1.0:1769078080.405225:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1769078080.405229:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:1.0:1769078080.405231:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078080.405237:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acf400.
00000100:00000001:1.0:1769078080.405255:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078080.405259:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1769078080.405261:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1769078080.405277:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000001:1.0:1769078080.405279:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078080.405282:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1769078080.405283:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000100:00000040:1.0:1769078080.405288:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000127bd6bc] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1769078080.405297:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078080.405308:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1769078080.405323:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1769078080.405326:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:1.0:1769078080.405330:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1769078080.405330:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1769078080.405342:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1769078080.405343:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769078080.405351:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1769078080.405351:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000100:00000040:1.0:1769078080.405360:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769078080.405363:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1769078080.405365:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5075)
00000400:00000200:2.0:1769078080.405372:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078080.405377:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078080.405379:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078080.405382:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078080.405386:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405394:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078080.405396:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405400:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.405401:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078080.405405:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078080.405408:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078080.405410:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299742275
00000100:00000010:2.0:1769078080.405413:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba20.
00000100:00000001:2.0:1769078080.405418:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078080.405429:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299742275
00000100:00000010:2.0:1769078080.405431:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b600.
00000100:00000001:2.0:1769078080.405434:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078080.405436:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078080.405437:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.405439:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078080.405442:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078080/real 1769078080]  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078080.405447:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078080.405449:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078080.405450:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078080.405453:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078080.405454:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078080.405455:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078080.405458:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078080.405464:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405468:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078080.405469:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405470:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078080.405471:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078080.405473:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405477:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078080.405479:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405483:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078080.405485:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405486:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078080.405486:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405492:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078080.405494:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078080.405496:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078080.405499:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078080.405501:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078080.405503:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078080.405508:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182016:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078080.405510:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405511:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078080.405513:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833100 x1855007612182016/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405517:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078080.405519:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078080.405521:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078080.405523:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078080.405524:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078080.405525:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078080.405527:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078080.405528:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace000.
02000000:00000001:2.0:1769078080.405530:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078080.405532:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078080.405533:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833100.
00000100:00000001:2.0:1769078080.405535:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078080.405536:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405537:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405542:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078080.405543:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.405544:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078080.405546:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078080.405546:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078080.405549:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405574:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078080.405575:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.405576:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078080.405577:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078080.405579:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078080.405581:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182144:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078080.405583:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078080.405584:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078080.405585:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078080.405586:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078080.405588:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078080.405589:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078080.405592:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078080.405594:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078080.405596:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078080.405598:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182144, portal 10
00000100:00000001:2.0:1769078080.405599:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078080.405600:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455720448 : -118662253831168 : ffff9413ca831c00)
00000100:00000040:2.0:1769078080.405604:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405608:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078080.405609:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078080.405610:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078080.405612:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612182144, offset 0
00000400:00000200:2.0:1769078080.405614:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078080.405616:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078080.405618:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078080.405620:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078080.405621:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078080.405623:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078080.405624:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078080.405626:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3807:3807:256:4294967295] 192.168.204.106@tcp LPNI seq info [3806:3806:8:4294967295]
00000400:00000200:2.0:1769078080.405629:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078080.405633:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078080.405635:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078080.405637:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078080.405640:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078080.405641:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1769078080.405644:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078080.405646:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1769078080.405649:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078080.405650:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078080.405651:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078080.405653:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078080.405655:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078080.405656:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078080.405658:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078080.405659:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405664:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078080.405665:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405669:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.405670:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078080.405672:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078080.405674:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078080.405676:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078080.405677:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299738912
00000100:00000001:2.0:1769078080.405679:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299742275
00000100:00000001:2.0:1769078080.405680:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299738912
00000100:00000001:2.0:1769078080.405681:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299742275
00000100:00000001:2.0:1769078080.405682:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078080.405684:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.405685:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078080.405687:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078080/real 1769078080]  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078080.405691:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078080.405692:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078080.405693:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078080.405694:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078080.405695:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078080.405696:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078080.405698:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078080.405702:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405706:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078080.405706:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405707:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078080.405708:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078080.405710:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405713:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078080.405715:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405719:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078080.405720:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405721:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078080.405722:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405723:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078080.405724:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078080.405725:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078080.405728:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078080.405729:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078080.405731:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078080.405735:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182144:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078080.405737:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405738:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078080.405740:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831c00 x1855007612182144/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078080.405743:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078080.405744:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078080.405744:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078080.405746:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078080.405746:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078080.405747:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078080.405748:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078080.405749:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf400.
02000000:00000001:2.0:1769078080.405750:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078080.405751:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078080.405751:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831c00.
00000100:00000001:2.0:1769078080.405753:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078080.405753:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405754:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078080.405756:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078080.405757:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078080.405758:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078080.405759:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078080.788698:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078080.788708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078080.788776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078080.788780:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078080.788783:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078081.428622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078081.428631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078081.428634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078081.428640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078081.428645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078081.428649:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.428653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078081.428657:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078081.428660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078081.812631:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078081.812639:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078081.812702:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078081.812707:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078081.812711:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078082.452697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078082.452705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078082.452706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078082.452711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078082.452713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078082.452717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078082.452719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078082.452721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078082.452723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078082.836679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078082.836686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078082.836739:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078082.836743:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078082.836746:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078083.476649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078083.476659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078083.476661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078083.476668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078083.476673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078083.476677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078083.476680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078083.476683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078083.476687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078083.860676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078083.860683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078083.860784:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078083.860789:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078083.860793:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078084.500705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078084.500712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078084.500714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078084.500719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078084.500722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078084.500726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078084.500728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078084.500730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078084.500733:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078084.884685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078084.884697:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078084.884700:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078084.884703:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078084.884709:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078084.884711:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078084.884714:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078084.884716:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078084.884785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078084.884790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078084.884793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078085.012621:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299742275, at 4299742720
00000100:00000040:0.0:1769078085.012635:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299742275, at 4299742720
00000100:00000010:1.0:1769078085.012637:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b600.
00000100:00000010:0.0:1769078085.012646:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba20.
00000100:00000001:1.0:1769078085.524675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078085.524682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078085.524683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078085.524689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078085.524693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078085.524696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078085.524699:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078085.524699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078085.524703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078085.524705:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078085.524706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.524709:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078085.524713:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078085.524715:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078085.524721:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5070
00000400:00000200:0.0:1769078085.524730:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078085.524735:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078085.524738:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078085.524741:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524743:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.524745:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524747:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078085.524750:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078085.524752:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078085.524754:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078085.524756:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078085.524757:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078085.524760:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078085.524762:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524763:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.524764:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524765:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078085.524767:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078085.524769:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524771:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078085.524773:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078085.524775:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078085.524777:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.524778:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078085.524780:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078085.524789:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769078085.524792:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078085.524795:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078085.524796:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.524798:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078085.524800:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078085.524804:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078085.524812:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769078085.524820:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078085.524830:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078085.524840:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078085.524845:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078085.524850:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078085.524870:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078085.524873:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078085.524875:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078085.524877:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078085.524878:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078085.524880:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078085.524882:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5070
00000400:00000200:0.0:1769078085.524885:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078085.524887:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078085.524889:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078085.524892:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524894:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078085.524895:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524897:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769078085.524900:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078085.524905:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1769078085.524905:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078085.524908:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078085.524910:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078085.524912:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078085.524916:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:2.0:1769078085.524916:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078085.524917:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078085.524922:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078085.524928:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524932:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078085.524932:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078085.524936:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078085.524937:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078085.524938:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078085.524940:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078085.524941:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.524942:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078085.524946:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078085.524948:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078085.524952:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078085.524952:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078085.524958:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078085.524958:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.524961:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:2.0:1769078085.524964:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182272:192.168.204.106@tcp:250:kworker.0
00000008:00100000:0.0:1769078085.524966:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078085.524968:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769078085.524970:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.524972:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078085.524974:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769078085.524975:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769078085.524978:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078085.524980:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078085.524980:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078085.524982:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078085.524984:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078085.524985:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078085.524985:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078085.524988:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078085.524993:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
02000000:00000010:2.0:1769078085.524994:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e400.
00000100:00000001:0.0:1769078085.524996:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078085.524998:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078085.525002:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078085.525008:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1769078085.525010:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078085.525011:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078085.525017:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078085.525019:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000001:0.0:1769078085.525026:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078085.525028:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078085.525030:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000040:0.0:1769078085.525031:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078085.525035:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078085.525038:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769078085.525039:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182272, portal 25
00000100:00000040:0.0:1769078085.525042:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5080)
00000100:00000001:2.0:1769078085.525043:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078085.525045:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
00000100:00000040:2.0:1769078085.525051:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525057:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078085.525064:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078085.525066:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078085.525069:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612182272, offset 0
00000400:00000200:2.0:1769078085.525075:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078085.525082:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078085.525087:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078085.525092:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078085.525096:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078085.525100:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078085.525102:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078085.525105:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3808:3808:256:4294967295] 192.168.204.106@tcp LPNI seq info [3807:3807:8:4294967295]
00000400:00000200:2.0:1769078085.525108:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078085.525115:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078085.525120:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078085.525126:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078085.525133:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078085.525136:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078085.525142:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078085.525146:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769078085.525150:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078085.525152:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078085.525171:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078085.525182:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078085.525187:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078085.525190:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078085.525195:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078085.525199:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525210:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078085.525213:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525220:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.525222:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078085.525229:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078085.525234:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078085.525236:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299747395
00000100:00000010:2.0:1769078085.525243:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bc60.
00000100:00000001:2.0:1769078085.525250:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078085.525264:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299747395
00000100:00000010:2.0:1769078085.525268:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929ba80.
00000100:00000001:2.0:1769078085.525271:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078085.525275:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078085.525277:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.525281:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078085.525286:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085]  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078085.525297:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078085.525299:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078085.525301:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078085.525303:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078085.525305:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078085.525308:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078085.525311:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078085.525320:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525327:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078085.525329:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525332:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078085.525334:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078085.525337:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525342:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078085.525345:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525350:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078085.525352:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525353:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078085.525353:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525355:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078085.525356:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078085.525358:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078085.525361:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078085.525362:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078085.525365:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078085.525370:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182272:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078085.525374:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525375:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078085.525377:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612182272/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525381:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078085.525383:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078085.525385:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078085.525387:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078085.525388:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078085.525389:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078085.525392:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078085.525401:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:2.0:1769078085.525406:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078085.525408:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078085.525410:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:2.0:1769078085.525413:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078085.525414:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525416:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525424:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078085.525426:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.525428:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078085.525430:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078085.525431:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078085.525435:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525441:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078085.525443:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078085.525445:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078085.525447:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078085.525449:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078085.525451:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182400:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078085.525455:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078085.525457:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078085.525458:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078085.525460:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078085.525463:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078085.525465:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078085.525469:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078085.525472:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078085.525475:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078085.525478:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182400, portal 10
00000100:00000001:2.0:1769078085.525480:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078085.525482:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000040:2.0:1769078085.525489:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525495:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078085.525498:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078085.525500:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078085.525502:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612182400, offset 0
00000400:00000200:2.0:1769078085.525506:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078085.525510:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078085.525514:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078085.525517:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078085.525518:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078085.525520:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078085.525522:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078085.525524:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3809:3809:256:4294967295] 192.168.204.106@tcp LPNI seq info [3808:3808:8:4294967295]
00000400:00000200:2.0:1769078085.525527:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078085.525531:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078085.525534:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078085.525536:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078085.525539:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078085.525540:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1769078085.525543:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078085.525545:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1769078085.525548:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078085.525549:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078085.525571:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078085.525574:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078085.525576:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078085.525578:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078085.525579:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078085.525582:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525587:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078085.525589:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525597:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.525598:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078085.525600:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078085.525602:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078085.525605:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078085.525606:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299744032
00000100:00000001:2.0:1769078085.525608:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299747395
00000100:00000001:2.0:1769078085.525610:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299744032
00000100:00000001:2.0:1769078085.525611:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299747395
00000100:00000001:2.0:1769078085.525612:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078085.525613:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.525615:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078085.525616:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078085/real 1769078085]  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078085.525621:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078085.525622:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078085.525623:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078085.525624:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078085.525625:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078085.525627:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078085.525629:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078085.525633:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525637:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078085.525637:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525638:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078085.525639:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078085.525641:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525645:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078085.525648:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525652:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078085.525653:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525654:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078085.525654:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525655:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078085.525656:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078085.525658:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078085.525659:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078085.525661:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078085.525663:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078085.525667:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182400:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078085.525669:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525670:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078085.525671:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612182400/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078085.525675:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078085.525676:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078085.525677:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078085.525679:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078085.525680:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078085.525680:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078085.525682:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078085.525683:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:2.0:1769078085.525685:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078085.525686:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078085.525687:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:2.0:1769078085.525689:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078085.525689:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525690:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078085.525692:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078085.525693:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078085.525695:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078085.525695:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078085.908678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078085.908685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078085.908756:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078085.908761:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078085.908764:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078086.548707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078086.548716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078086.548718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078086.548722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078086.548726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078086.548729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.548731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078086.548733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078086.548735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078086.932680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078086.932688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078086.932765:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078086.932769:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078086.932773:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078087.572669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078087.572679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078087.572681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078087.572686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078087.572689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078087.572693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078087.572695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078087.572698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078087.572700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078087.956703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078087.956712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078087.956785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078087.956790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078087.956794:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078088.596673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078088.596680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078088.596682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078088.596695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078088.596698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078088.596703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078088.596705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078088.596708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078088.596710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078088.980652:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078088.980660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078088.980723:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078088.980727:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078088.980731:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078089.620687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078089.620695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078089.620697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078089.620703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078089.620706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078089.620711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078089.620713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078089.620716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078089.620718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078090.004660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078090.004668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078090.004728:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078090.004733:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078090.004737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078090.132642:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299747395, at 4299747840
00000100:00000040:1.0:1769078090.132642:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299747395, at 4299747840
00000100:00000010:1.0:1769078090.132659:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929ba80.
00000100:00000010:0.0:1769078090.132662:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bc60.
00000100:00080000:2.0:1769078090.644668:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078090.644680:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078090.644681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078090.644683:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078090.644688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769078090.644689:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078090.644693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.644694:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1769078090.644700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078090.644703:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5075
00000100:00000001:0.0:1769078090.644707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078090.644713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078090.644714:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078090.644719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078090.644724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078090.644724:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078090.644730:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078090.644731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.644737:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644742:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.644752:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644756:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078090.644761:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078090.644764:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078090.644766:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078090.644769:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078090.644770:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078090.644772:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078090.644776:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644777:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.644779:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644780:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078090.644782:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078090.644784:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644786:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078090.644788:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078090.644791:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078090.644794:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.644795:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078090.644797:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078090.644808:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769078090.644811:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078090.644815:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078090.644816:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.644819:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078090.644822:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078090.644826:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078090.644834:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769078090.644840:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078090.644847:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078090.644856:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078090.644860:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.644863:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078090.644882:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078090.644884:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078090.644886:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078090.644887:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078090.644889:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078090.644891:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078090.644893:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5075
00000400:00000200:2.0:1769078090.644896:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078090.644898:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078090.644900:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078090.644903:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644904:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.644906:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644908:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078090.644910:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078090.644910:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078090.644911:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078090.644913:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078090.644913:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078090.644917:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078090.644918:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078090.644919:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078090.644922:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078090.644922:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644925:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078090.644928:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:1.0:1769078090.644931:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078090.644931:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078090.644933:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078090.644938:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078090.644943:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078090.644945:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078090.644950:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078090.644952:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078090.644955:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078090.644955:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078090.644958:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078090.644961:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078090.644963:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769078090.644964:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078090.644967:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078090.644967:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078090.644973:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078090.644974:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769078090.644979:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769078090.644982:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182528:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769078090.644983:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078090.644985:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078090.644989:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078090.644990:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078090.644991:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078090.644994:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078090.644995:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078090.644998:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078090.644999:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769078090.645001:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078090.645002:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078090.645007:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078090.645012:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078090.645013:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
00000100:00000001:2.0:1769078090.645014:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078090.645019:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.645020:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078090.645028:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078090.645030:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078090.645031:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769078090.645033:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078090.645037:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078090.645039:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:2.0:1769078090.645040:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078090.645048:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5086)
00000400:00000010:1.0:1769078090.645051:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078090.645062:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182528, portal 25
00000100:00000001:1.0:1769078090.645065:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078090.645066:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569956864 : -118662139594752 : ffff9413d1523800)
00000100:00000040:1.0:1769078090.645094:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645102:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078090.645105:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078090.645109:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078090.645113:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612182528, offset 0
00000400:00000200:1.0:1769078090.645120:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078090.645129:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078090.645143:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078090.645148:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078090.645153:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078090.645157:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078090.645159:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078090.645162:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3810:3810:256:4294967295] 192.168.204.106@tcp LPNI seq info [3809:3809:8:4294967295]
00000400:00000200:1.0:1769078090.645165:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078090.645174:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078090.645179:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078090.645183:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078090.645190:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078090.645193:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078090.645197:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078090.645200:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078090.645203:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078090.645206:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078090.645212:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078090.645216:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078090.645220:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078090.645222:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078090.645226:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078090.645229:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645236:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078090.645238:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645243:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078090.645245:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078090.645249:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078090.645252:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078090.645255:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299752515
00000100:00000010:1.0:1769078090.645259:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0427e0.
00000100:00000001:1.0:1769078090.645266:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078090.645271:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299752515
00000100:00000010:1.0:1769078090.645273:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042240.
00000100:00000001:1.0:1769078090.645275:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078090.645277:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078090.645279:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078090.645281:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078090.645283:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090]  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078090.645289:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078090.645291:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078090.645293:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078090.645294:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078090.645295:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078090.645297:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078090.645299:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078090.645304:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645310:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078090.645312:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645315:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078090.645317:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078090.645321:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645328:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078090.645332:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645340:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078090.645343:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645344:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078090.645346:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645349:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078090.645351:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078090.645355:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078090.645359:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078090.645361:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078090.645366:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078090.645374:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182528:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078090.645380:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645382:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078090.645385:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523800 x1855007612182528/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645392:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078090.645395:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078090.645398:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078090.645401:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078090.645404:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078090.645405:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078090.645408:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078090.645411:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e400.
02000000:00000001:1.0:1769078090.645415:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078090.645417:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078090.645418:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523800.
00000100:00000001:1.0:1769078090.645420:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078090.645421:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645423:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645430:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078090.645431:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078090.645433:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078090.645434:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078090.645435:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078090.645437:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645442:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078090.645443:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078090.645444:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078090.645445:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078090.645447:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078090.645449:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182656:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078090.645452:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078090.645454:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078090.645455:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078090.645457:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078090.645460:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078090.645462:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078090.645466:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078090.645469:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078090.645472:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078090.645475:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182656, portal 10
00000100:00000001:1.0:1769078090.645477:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078090.645478:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569942528 : -118662139609088 : ffff9413d1520000)
00000100:00000040:1.0:1769078090.645485:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645492:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078090.645494:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078090.645496:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078090.645498:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612182656, offset 0
00000400:00000200:1.0:1769078090.645501:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078090.645504:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078090.645506:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078090.645508:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078090.645510:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078090.645511:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078090.645513:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078090.645515:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3811:3811:256:4294967295] 192.168.204.106@tcp LPNI seq info [3810:3810:8:4294967295]
00000400:00000200:1.0:1769078090.645517:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078090.645521:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078090.645524:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078090.645526:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078090.645529:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078090.645531:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078090.645533:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078090.645535:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078090.645538:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078090.645539:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078090.645541:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078090.645544:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078090.645547:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078090.645549:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078090.645574:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078090.645578:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645587:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078090.645589:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078115 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645596:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078090.645597:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078090.645600:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078090.645603:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078090.645605:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078090.645607:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299749152
00000100:00000001:1.0:1769078090.645609:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299752515
00000100:00000001:1.0:1769078090.645611:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299749152
00000100:00000001:1.0:1769078090.645612:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299752515
00000100:00000001:1.0:1769078090.645614:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078090.645615:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078090.645616:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078090.645619:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078090/real 1769078090]  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078090.645623:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078090.645624:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078090.645625:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078090.645626:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078090.645627:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078090.645628:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078090.645630:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078090.645635:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645639:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078090.645640:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645641:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078090.645642:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078090.645644:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645647:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078090.645649:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645653:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078090.645654:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645656:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078090.645657:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645658:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078090.645660:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078090.645662:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078090.645665:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078090.645667:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078090.645671:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078090.645679:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182656:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078090.645683:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645685:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078090.645688:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520000 x1855007612182656/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078115 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078090.645696:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078090.645697:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078090.645700:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078090.645702:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078090.645703:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078090.645704:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078090.645706:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078090.645707:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769078090.645708:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078090.645709:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078090.645710:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520000.
00000100:00000001:1.0:1769078090.645712:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078090.645713:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645714:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078090.645716:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078090.645717:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078090.645719:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078090.645720:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078091.028652:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078091.028660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078091.028710:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078091.028715:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078091.028719:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078091.668636:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078091.668643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078091.668646:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078091.668653:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078091.668658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078091.668662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078091.668664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078091.668667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078091.668670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078092.052704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078092.052712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078092.052780:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078092.052785:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078092.052789:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078092.692722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078092.692735:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078092.692737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078092.692745:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078092.692749:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078092.692754:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078092.692758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078092.692761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078092.692765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078093.076706:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078093.076715:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078093.076792:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078093.076796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078093.076798:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078093.716629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078093.716637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078093.716639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078093.716644:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078093.716648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078093.716652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078093.716654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078093.716657:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078093.716660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078094.100706:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078094.100716:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078094.100760:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078094.100765:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078094.100769:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078094.740703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078094.740715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078094.740718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078094.740726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078094.740731:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078094.740735:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078094.740739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078094.740743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078094.740747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078095.124655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078095.124662:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078095.124664:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078095.124666:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078095.124670:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078095.124672:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078095.124673:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078095.124675:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078095.124741:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078095.124745:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078095.124748:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078095.252675:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299752515, at 4299752960
00000100:00000040:0.0:1769078095.252680:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299752515, at 4299752960
00000100:00000010:1.0:1769078095.252690:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000010:0.0:1769078095.252698:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00080000:3.0:1769078095.764650:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078095.764654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078095.764660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078095.764663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078095.764668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078095.764671:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078095.764673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078095.764675:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078095.764678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078095.764679:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078095.764681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078095.764685:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078095.764686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078095.764691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078095.764695:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5081
00000400:00000200:3.0:1769078095.764705:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078095.764713:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078095.764716:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078095.764719:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764722:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078095.764724:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764726:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078095.764729:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078095.764731:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078095.764733:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078095.764736:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078095.764737:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078095.764739:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078095.764741:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764742:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078095.764743:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764745:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078095.764748:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078095.764750:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764752:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078095.764756:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078095.764759:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078095.764762:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.764763:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078095.764766:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078095.764776:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769078095.764780:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078095.764784:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078095.764785:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.764788:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078095.764791:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078095.764795:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078095.764803:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769078095.764810:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078095.764819:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078095.764829:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078095.764833:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078095.764836:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078095.764855:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078095.764857:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078095.764860:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078095.764861:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078095.764862:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078095.764864:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078095.764866:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5081
00000400:00000200:3.0:1769078095.764868:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078095.764870:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078095.764872:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078095.764874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764876:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078095.764879:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078095.764883:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078095.764885:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078095.764888:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078095.764890:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078095.764891:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078095.764894:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078095.764896:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078095.764899:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078095.764901:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078095.764908:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078095.764909:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764916:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078095.764922:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078095.764922:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078095.764924:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078095.764928:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078095.764931:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078095.764935:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.764936:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078095.764942:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00100000:1.0:1769078095.764949:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182784:192.168.204.106@tcp:250:kworker.0
00000100:00080000:3.0:1769078095.764950:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078095.764957:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.764959:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078095.764960:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078095.764965:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078095.764968:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078095.764969:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078095.764971:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078095.764975:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078095.764977:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
00000100:00000001:3.0:1769078095.764979:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078095.764992:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078095.765006:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00100000:3.0:1769078095.765010:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078095.765011:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000008:00000001:3.0:1769078095.765018:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078095.765020:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:3.0:1769078095.765022:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078095.765030:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182784, portal 25
00000100:00000010:3.0:1769078095.765030:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000100:00000001:1.0:1769078095.765036:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769078095.765037:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078095.765038:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
02000000:00000001:3.0:1769078095.765045:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769078095.765048:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078095.765049:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078095.765054:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078095.765058:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078095.765061:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.765063:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078095.765068:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
02000000:00000010:3.0:1769078095.765070:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000400:00000010:1.0:1769078095.765072:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078095.765077:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612182784, offset 0
00000100:00000001:3.0:1769078095.765078:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078095.765087:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00100000:3.0:1769078095.765099:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078095.765100:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078095.765109:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:3.0:1769078095.765117:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078095.765118:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078095.765122:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078095.765127:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:3.0:1769078095.765132:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078095.765133:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078095.765137:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078095.765143:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3812:3812:256:4294967295] 192.168.204.106@tcp LPNI seq info [3811:3811:8:4294967295]
00000400:00000200:1.0:1769078095.765153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078095.765160:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078095.765167:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078095.765168:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078095.765173:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769078095.765175:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078095.765177:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078095.765180:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769078095.765181:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000100:00000040:3.0:1769078095.765185:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5091)
00000800:00000200:1.0:1769078095.765190:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078095.765195:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078095.765201:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078095.765205:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078095.765208:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078095.765210:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078095.765217:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078095.765220:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078095.765225:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078095.765227:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078095.765231:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078095.765234:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765242:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078095.765244:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765250:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.765251:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078095.765256:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078095.765259:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078095.765261:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299757635
00000100:00000010:1.0:1769078095.765265:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042240.
00000100:00000001:1.0:1769078095.765272:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078095.765277:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299757635
00000100:00000010:1.0:1769078095.765280:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c00.
00000100:00000001:1.0:1769078095.765283:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078095.765285:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078095.765287:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.765289:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078095.765292:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095]  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078095.765298:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078095.765299:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078095.765301:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078095.765303:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078095.765305:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078095.765306:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078095.765309:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078095.765317:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765324:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078095.765325:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765328:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078095.765330:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078095.765334:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765341:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078095.765345:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765368:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078095.765372:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765374:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078095.765375:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765379:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078095.765381:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078095.765385:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078095.765391:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078095.765394:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078095.765400:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078095.765407:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612182784:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078095.765412:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765413:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078095.765416:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612182784/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765421:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078095.765423:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078095.765442:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078095.765444:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078095.765446:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078095.765448:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078095.765449:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078095.765451:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:1.0:1769078095.765455:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078095.765457:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078095.765458:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:1.0:1769078095.765462:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078095.765463:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765465:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765472:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078095.765473:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.765475:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078095.765476:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078095.765477:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078095.765480:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765490:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078095.765491:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078095.765492:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078095.765494:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078095.765495:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078095.765497:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182912:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078095.765499:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078095.765500:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078095.765501:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078095.765502:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078095.765505:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078095.765506:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078095.765509:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078095.765511:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078095.765514:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078095.765516:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612182912, portal 10
00000100:00000001:1.0:1769078095.765517:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078095.765519:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:1.0:1769078095.765524:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765529:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078095.765531:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078095.765532:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078095.765534:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612182912, offset 0
00000400:00000200:1.0:1769078095.765536:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078095.765539:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078095.765541:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078095.765544:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078095.765546:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078095.765547:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078095.765549:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078095.765552:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3813:3813:256:4294967295] 192.168.204.106@tcp LPNI seq info [3812:3812:8:4294967295]
00000400:00000200:1.0:1769078095.765555:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078095.765559:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078095.765563:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078095.765565:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078095.765568:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078095.765570:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078095.765573:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078095.765575:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078095.765578:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078095.765600:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078095.765603:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078095.765606:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078095.765608:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078095.765609:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078095.765611:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078095.765614:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765619:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078095.765622:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078120 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765626:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.765627:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078095.765629:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078095.765632:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078095.765634:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078095.765635:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299754272
00000100:00000001:1.0:1769078095.765637:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299757635
00000100:00000001:1.0:1769078095.765639:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299754272
00000100:00000001:1.0:1769078095.765641:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299757635
00000100:00000001:1.0:1769078095.765642:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078095.765644:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.765646:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078095.765648:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078095/real 1769078095]  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078095.765654:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078095.765655:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078095.765656:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078095.765657:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078095.765658:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078095.765659:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078095.765661:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078095.765667:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765671:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078095.765672:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765673:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078095.765674:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078095.765676:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765680:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078095.765683:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765687:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078095.765688:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765689:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078095.765690:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765691:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078095.765692:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078095.765694:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078095.765697:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078095.765698:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078095.765701:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078095.765706:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612182912:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078095.765708:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765709:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078095.765711:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612182912/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078120 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078095.765715:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078095.765716:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078095.765717:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078095.765718:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078095.765719:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078095.765720:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078095.765722:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078095.765723:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078095.765725:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078095.765726:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078095.765727:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:1.0:1769078095.765730:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078095.765730:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765732:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078095.765734:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078095.765735:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078095.765736:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078095.765737:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078096.148692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078096.148699:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078096.148763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078096.148767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078096.148770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078096.788685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078096.788694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078096.788695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078096.788701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078096.788706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078096.788709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078096.788712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078096.788715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078096.788725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078097.172672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078097.172681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078097.172811:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078097.172824:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078097.172829:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078097.812727:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078097.812738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078097.812741:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078097.812749:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078097.812754:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078097.812759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.812762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078097.812766:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078097.812770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078098.196676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078098.196682:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078098.196779:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078098.196787:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078098.196793:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078098.836648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078098.836658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078098.836660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078098.836665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078098.836669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078098.836673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078098.836676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078098.836678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078098.836681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078099.220637:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078099.220641:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078099.220731:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078099.220734:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078099.220737:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078099.860693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078099.860704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078099.860706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078099.860715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078099.860720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078099.860725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078099.860728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078099.860732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078099.860735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078100.244679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078100.244685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078100.244779:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078100.244786:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078100.244792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078100.372667:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299757635, at 4299758080
00000100:00000040:1.0:1769078100.372667:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299757635, at 4299758080
00000100:00000010:1.0:1769078100.372682:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000010:0.0:1769078100.372686:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000001:2.0:1769078100.884641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078100.884651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078100.884652:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078100.884654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078100.884662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078100.884664:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078100.884668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078100.884670:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078100.884672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078100.884676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078100.884677:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078100.884679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078100.884684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078100.884686:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078100.884699:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5086
00000400:00000200:3.0:1769078100.884713:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078100.884721:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078100.884725:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078100.884730:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078100.884735:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078100.884739:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078100.884742:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078100.884748:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078100.884751:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078100.884755:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078100.884758:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078100.884761:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078100.884764:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078100.884769:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078100.884771:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078100.884774:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078100.884776:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078100.884779:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078100.884783:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078100.884786:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078100.884789:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078100.884793:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078100.884796:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078100.884799:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078100.884802:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078100.884813:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769078100.884817:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078100.884822:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078100.884824:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078100.884827:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078100.884830:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078100.884836:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078100.884845:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769078100.884854:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078100.884865:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078100.884874:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078100.884879:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078100.884884:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078100.884926:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078100.884931:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078100.884935:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078100.884937:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078100.884938:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078100.884942:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078100.884945:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5086
00000400:00000200:3.0:1769078100.884951:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078100.884956:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078100.884959:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078100.884963:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078100.884966:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078100.884969:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078100.884969:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078100.884975:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078100.884975:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078100.884979:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078100.884981:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078100.884984:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000040:1.0:1769078100.884987:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078100.884988:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078100.884993:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078100.884998:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078100.885001:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078100.885003:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078100.885004:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078100.885010:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078100.885012:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078100.885013:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078100.885018:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078100.885018:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078100.885024:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:1.0:1769078100.885025:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183040:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078100.885028:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078100.885031:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078100.885033:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078100.885037:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769078100.885037:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078100.885042:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078100.885042:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078100.885047:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078100.885047:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078100.885053:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078100.885054:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:3.0:1769078100.885057:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078100.885058:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078100.885060:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078100.885065:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078100.885067:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:3.0:1769078100.885069:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078100.885071:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078100.885073:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000010:3.0:1769078100.885077:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000400:00000010:1.0:1769078100.885081:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000020:00000040:3.0:1769078100.885082:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078100.885088:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078100.885090:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078100.885091:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183040, portal 25
00000100:00000001:3.0:1769078100.885092:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078100.885095:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769078100.885097:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078100.885099:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334608128 : -118662374943488 : ffff9413c34b1500)
02000000:00000001:3.0:1769078100.885101:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078100.885106:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078100.885109:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:1.0:1769078100.885117:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078100.885119:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078100.885121:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078100.885127:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078100.885129:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612183040, offset 0
00000100:00100000:3.0:1769078100.885132:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078100.885137:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078100.885148:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078100.885149:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078100.885153:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078100.885158:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769078100.885161:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078100.885167:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078100.885174:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000001:3.0:1769078100.885177:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078100.885179:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078100.885182:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078100.885184:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:3.0:1769078100.885189:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078100.885192:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3814:3814:256:4294967295] 192.168.204.106@tcp LPNI seq info [3813:3813:8:4294967295]
00000100:00000040:3.0:1769078100.885193:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078100.885201:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078100.885202:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078100.885208:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5096)
00000400:00000200:1.0:1769078100.885216:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078100.885222:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078100.885227:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078100.885234:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078100.885237:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078100.885242:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078100.885245:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078100.885248:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078100.885251:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078100.885257:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078100.885261:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078100.885266:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078100.885268:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078100.885272:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078100.885283:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885292:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078100.885295:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885300:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.885302:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078100.885308:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078100.885312:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078100.885315:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299762755
00000100:00000010:1.0:1769078100.885319:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c00.
00000100:00000001:1.0:1769078100.885326:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078100.885338:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299762755
00000100:00000010:1.0:1769078100.885340:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042720.
00000100:00000001:1.0:1769078100.885342:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078100.885345:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078100.885347:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.885349:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078100.885352:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100]  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078100.885359:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078100.885361:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078100.885363:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078100.885365:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078100.885366:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078100.885368:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078100.885372:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078100.885380:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885385:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078100.885387:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885390:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078100.885392:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078100.885396:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885404:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078100.885409:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885424:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078100.885428:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885430:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078100.885431:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885434:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078100.885437:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078100.885439:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078100.885443:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078100.885445:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078100.885449:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078100.885455:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183040:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078100.885459:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885461:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078100.885462:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1500 x1855007612183040/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885467:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078100.885469:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078100.885471:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078100.885473:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078100.885475:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078100.885476:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078100.885477:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078100.885480:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:1.0:1769078100.885483:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078100.885485:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078100.885486:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1500.
00000100:00000001:1.0:1769078100.885489:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078100.885490:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885492:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885499:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078100.885500:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.885502:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078100.885503:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078100.885504:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078100.885507:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885512:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078100.885513:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078100.885514:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078100.885516:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078100.885517:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078100.885519:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183168:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078100.885521:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078100.885522:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078100.885523:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078100.885525:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078100.885527:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078100.885528:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078100.885532:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078100.885534:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078100.885536:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078100.885539:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183168, portal 10
00000100:00000001:1.0:1769078100.885540:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078100.885541:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334604544 : -118662374947072 : ffff9413c34b0700)
00000100:00000040:1.0:1769078100.885546:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885576:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078100.885578:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078100.885580:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078100.885582:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612183168, offset 0
00000400:00000200:1.0:1769078100.885585:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078100.885588:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078100.885591:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078100.885594:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078100.885596:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078100.885598:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078100.885600:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078100.885602:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3815:3815:256:4294967295] 192.168.204.106@tcp LPNI seq info [3814:3814:8:4294967295]
00000400:00000200:1.0:1769078100.885605:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078100.885610:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078100.885613:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078100.885615:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078100.885617:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078100.885620:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078100.885623:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078100.885624:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078100.885627:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078100.885629:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078100.885631:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078100.885633:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078100.885636:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078100.885637:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078100.885639:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078100.885641:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885647:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078100.885649:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078125 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885653:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.885654:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078100.885657:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078100.885660:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078100.885662:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078100.885664:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299759392
00000100:00000001:1.0:1769078100.885667:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299762755
00000100:00000001:1.0:1769078100.885668:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299759392
00000100:00000001:1.0:1769078100.885670:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299762755
00000100:00000001:1.0:1769078100.885672:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078100.885673:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.885674:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078100.885676:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078100/real 1769078100]  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078100.885681:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078100.885682:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078100.885683:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078100.885684:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078100.885686:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078100.885687:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078100.885689:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078100.885695:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885698:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078100.885699:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885700:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078100.885701:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078100.885703:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885707:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078100.885710:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885715:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078100.885716:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885718:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078100.885719:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885720:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078100.885722:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078100.885724:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078100.885726:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078100.885727:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078100.885729:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078100.885734:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183168:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078100.885736:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885737:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078100.885739:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0700 x1855007612183168/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078125 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078100.885743:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078100.885744:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078100.885745:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078100.885746:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078100.885747:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078100.885748:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078100.885750:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078100.885751:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078100.885753:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078100.885754:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078100.885755:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0700.
00000100:00000001:1.0:1769078100.885757:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078100.885758:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885759:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078100.885761:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078100.885762:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078100.885763:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078100.885764:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078101.268695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078101.268705:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078101.268778:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078101.268782:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078101.268786:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078101.908694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078101.908705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078101.908708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.908716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078101.908721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078101.908727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.908729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.908732:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078101.908735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078102.292697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078102.292707:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078102.292776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078102.292781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078102.292786:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078102.932617:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078102.932635:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078102.932637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078102.932645:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078102.932651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078102.932655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.932658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078102.932662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078102.932665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078103.316637:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078103.316645:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078103.316712:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078103.316716:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078103.316728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078103.956716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078103.956725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078103.956727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078103.956732:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078103.956736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078103.956741:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078103.956743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078103.956745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078103.956748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078104.340650:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078104.340658:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078104.340727:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078104.340733:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078104.340737:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078104.980672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078104.980680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078104.980682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078104.980686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078104.980690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078104.980695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078104.980697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078104.980700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078104.980703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078105.364705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078105.364718:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078105.364721:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078105.364725:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078105.364732:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078105.364735:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078105.364737:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078105.364740:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078105.364804:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078105.364808:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078105.364811:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078105.492646:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299762755, at 4299763200
00000100:00000040:1.0:1769078105.492647:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299762755, at 4299763200
00000100:00000010:0.0:1769078105.492666:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000010:1.0:1769078105.492670:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:2.0:1769078106.004647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078106.004655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078106.004657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078106.004663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078106.004666:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078106.004667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078106.004672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078106.004678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078106.004678:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078106.004686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078106.004687:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078106.004693:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078106.004702:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078106.004703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078106.004712:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5091
00000400:00000200:3.0:1769078106.004724:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078106.004732:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078106.004736:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078106.004740:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078106.004743:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.004746:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078106.004749:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078106.004753:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078106.004755:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078106.004758:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078106.004761:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078106.004763:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078106.004765:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078106.004767:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078106.004769:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.004770:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078106.004771:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078106.004774:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078106.004776:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078106.004778:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078106.004780:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078106.004782:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078106.004785:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.004787:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078106.004789:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078106.004798:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769078106.004800:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078106.004804:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078106.004806:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.004820:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078106.004823:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078106.004827:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078106.004836:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769078106.004843:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078106.004852:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078106.004863:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078106.004867:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078106.004872:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078106.004896:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078106.004900:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078106.004903:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078106.004905:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078106.004907:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078106.004910:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078106.004914:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5091
00000400:00000200:3.0:1769078106.004919:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078106.004924:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078106.004927:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078106.004928:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078106.004935:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078106.004935:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078106.004939:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078106.004940:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.004945:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:1.0:1769078106.004948:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078106.004951:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078106.004958:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078106.004962:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078106.004962:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078106.004965:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078106.004966:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078106.004968:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078106.004971:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:1.0:1769078106.004972:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078106.004977:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769078106.004978:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078106.004984:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00100000:1.0:1769078106.004985:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183296:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078106.004992:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078106.004994:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078106.004998:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.005001:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078106.005005:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078106.005006:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078106.005009:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078106.005011:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078106.005012:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078106.005018:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
00000100:00080000:3.0:1769078106.005018:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078106.005023:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.005024:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078106.005029:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078106.005031:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078106.005037:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
02000000:00000001:3.0:1769078106.005037:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078106.005043:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078106.005046:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:3.0:1769078106.005047:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078106.005053:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769078106.005057:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183296, portal 25
00000008:00000001:3.0:1769078106.005058:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005063:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078106.005064:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005066:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334602752 : -118662374948864 : ffff9413c34b0000)
00000100:00000010:3.0:1769078106.005071:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000100:00000040:1.0:1769078106.005073:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078106.005078:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078106.005083:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769078106.005085:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769078106.005088:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
02000000:00000001:3.0:1769078106.005089:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078106.005093:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000001:3.0:1769078106.005093:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078106.005095:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078106.005097:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612183296, offset 0
02000000:00000001:3.0:1769078106.005099:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.005105:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078106.005112:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:3.0:1769078106.005114:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000400:00000200:1.0:1769078106.005119:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:3.0:1769078106.005121:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.005126:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1769078106.005131:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078106.005133:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078106.005139:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078106.005146:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078106.005155:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3816:3816:256:4294967295] 192.168.204.106@tcp LPNI seq info [3815:3815:8:4294967295]
00000100:00000001:3.0:1769078106.005167:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078106.005168:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078106.005172:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078106.005183:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078106.005188:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078106.005202:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078106.005203:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078106.005208:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1769078106.005209:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000100:00000040:3.0:1769078106.005216:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769078106.005222:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769078106.005222:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078106.005229:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1769078106.005230:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769078106.005236:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769078106.005237:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5101)
00000800:00000200:1.1:1769078106.005240:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078106.005245:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078106.005247:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078106.005252:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078106.005256:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078106.005260:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078106.005263:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078106.005267:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078106.005270:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005277:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.005280:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005285:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005286:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078106.005290:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.005293:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078106.005296:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299767875
00000100:00000010:1.0:1769078106.005299:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042720.
00000100:00000001:1.0:1769078106.005305:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078106.005310:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299767875
00000100:00000010:1.0:1769078106.005312:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042480.
00000100:00000001:1.0:1769078106.005314:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078106.005316:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078106.005318:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005320:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078106.005323:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078106/real 1769078106]  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078106.005329:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078106.005331:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078106.005332:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078106.005334:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078106.005335:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078106.005337:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078106.005339:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078106.005354:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005359:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078106.005361:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005363:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.005364:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078106.005366:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005371:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078106.005374:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005380:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078106.005381:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005382:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.005383:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005385:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078106.005386:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078106.005388:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078106.005391:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078106.005392:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078106.005395:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078106.005401:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183296:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078106.005408:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005410:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.005412:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0000 x1855007612183296/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005416:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078106.005418:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078106.005420:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078106.005423:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078106.005424:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078106.005426:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078106.005427:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078106.005429:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:1.0:1769078106.005432:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078106.005433:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078106.005434:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0000.
00000100:00000001:1.0:1769078106.005437:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078106.005438:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005439:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005445:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078106.005446:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005448:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078106.005449:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078106.005450:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078106.005452:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005457:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078106.005458:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.005459:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078106.005461:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078106.005462:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078106.005464:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183424:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078106.005466:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078106.005468:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078106.005468:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.005470:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078106.005472:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078106.005473:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.005476:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078106.005477:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078106.005480:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078106.005482:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183424, portal 10
00000100:00000001:1.0:1769078106.005483:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078106.005484:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334616192 : -118662374935424 : ffff9413c34b3480)
00000100:00000040:1.0:1769078106.005495:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005499:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078106.005501:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078106.005503:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078106.005504:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612183424, offset 0
00000400:00000200:1.0:1769078106.005507:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078106.005509:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078106.005512:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078106.005514:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078106.005516:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078106.005518:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078106.005519:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078106.005521:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3817:3817:256:4294967295] 192.168.204.106@tcp LPNI seq info [3816:3816:8:4294967295]
00000400:00000200:1.0:1769078106.005524:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078106.005529:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078106.005532:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078106.005534:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078106.005537:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078106.005539:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078106.005542:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078106.005543:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078106.005546:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078106.005547:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:1.0:1769078106.005549:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078106.005571:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078106.005573:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:1.0:1769078106.005574:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:1.0:1769078106.005576:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078106.005579:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005588:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.005590:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005595:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005596:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078106.005598:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078106.005600:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078106.005603:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078106.005604:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299764512
00000100:00000001:1.0:1769078106.005606:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299767875
00000100:00000001:1.0:1769078106.005608:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299764512
00000100:00000001:1.0:1769078106.005609:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299767875
00000100:00000001:1.0:1769078106.005611:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078106.005612:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005613:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078106.005615:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078106/real 1769078106]  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078106.005620:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078106.005621:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078106.005622:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078106.005623:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078106.005624:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078106.005625:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078106.005627:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078106.005633:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005637:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078106.005638:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005640:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.005641:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078106.005643:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005647:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078106.005649:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005653:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078106.005655:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005656:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.005657:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005658:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078106.005659:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078106.005661:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078106.005662:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078106.005664:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078106.005666:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078106.005671:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183424:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078106.005673:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005674:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.005676:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3480 x1855007612183424/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.005681:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078106.005682:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078106.005683:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078106.005684:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078106.005685:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078106.005687:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078106.005688:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078106.005689:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078106.005691:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078106.005692:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078106.005693:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3480.
00000100:00000001:1.0:1769078106.005694:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078106.005695:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005696:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.005698:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078106.005699:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.005700:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078106.005701:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078106.388668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078106.388676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078106.388767:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078106.388773:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078106.388777:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078107.028704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078107.028712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078107.028714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078107.028720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078107.028725:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078107.028729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.028732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078107.028734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078107.028736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078107.412677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078107.412684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078107.412814:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078107.412818:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078107.412821:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078108.052683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078108.052692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078108.052694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078108.052699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078108.052703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078108.052708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078108.052710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078108.052713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078108.052716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078108.436644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078108.436651:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078108.436722:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078108.436726:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078108.436729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078109.076683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078109.076691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078109.076693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078109.076699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078109.076704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078109.076708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078109.076711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078109.076714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078109.076717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078109.460684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078109.460689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078109.460793:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078109.460796:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078109.460799:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078110.100693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078110.100701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078110.100704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078110.100710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078110.100714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078110.100718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078110.100721:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078110.100726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078110.100729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078110.484698:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078110.484705:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078110.484793:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078110.484798:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078110.484803:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078110.612664:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299767875, at 4299768320
00000100:00000040:0.0:1769078110.612680:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299767875, at 4299768320
00000100:00000010:1.0:1769078110.612682:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000010:0.0:1769078110.612698:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:3.0:1769078111.124670:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078111.124672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078111.124680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078111.124682:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078111.124684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.124686:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078111.124692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078111.124697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078111.124700:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078111.124702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078111.124708:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078111.124709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078111.124714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078111.124717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078111.124718:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5096
00000400:00000200:3.0:1769078111.124743:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078111.124750:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078111.124755:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078111.124758:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124762:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078111.124765:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124768:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078111.124772:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078111.124775:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078111.124778:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078111.124781:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078111.124784:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078111.124787:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078111.124790:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124792:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078111.124794:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124797:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078111.124801:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078111.124804:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124806:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078111.124809:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078111.124812:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078111.124816:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.124818:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078111.124821:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078111.124831:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769078111.124834:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078111.124838:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078111.124840:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.124843:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078111.124846:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078111.124850:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078111.124859:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769078111.124865:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078111.124873:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078111.124886:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078111.124890:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078111.124896:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078111.124931:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078111.124934:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078111.124938:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078111.124940:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078111.124942:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078111.124945:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078111.124947:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5096
00000400:00000200:3.0:1769078111.124951:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078111.124954:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078111.124957:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078111.124961:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124964:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078111.124967:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124969:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078111.124973:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078111.124974:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078111.124977:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078111.124978:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078111.124979:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078111.124984:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078111.124985:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078111.124988:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078111.124990:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078111.124994:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.124997:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078111.125002:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078111.125002:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078111.125004:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078111.125009:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078111.125016:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078111.125021:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078111.125024:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078111.125029:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078111.125035:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078111.125035:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078111.125038:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.125039:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078111.125043:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769078111.125045:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078111.125048:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769078111.125049:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.125054:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078111.125056:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078111.125059:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769078111.125064:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769078111.125065:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183552:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769078111.125069:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078111.125071:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.125075:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078111.125076:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078111.125077:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078111.125082:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078111.125084:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1769078111.125086:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078111.125089:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.125092:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078111.125093:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078111.125101:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078111.125102:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078111.125108:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078111.125116:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078111.125120:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078111.125120:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078111.125126:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078111.125128:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078111.125140:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:3.0:1769078111.125140:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078111.125144:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078111.125150:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078111.125151:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183552, portal 25
00000100:00000040:3.0:1769078111.125154:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078111.125156:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078111.125161:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334616192 : -118662374935424 : ffff9413c34b3480)
00000100:00000040:3.0:1769078111.125162:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078111.125170:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5106)
00000100:00000040:1.0:1769078111.125174:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078111.125184:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078111.125189:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078111.125192:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1088.
00000100:00000200:1.0:1769078111.125196:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612183552, offset 0
00000400:00000200:1.0:1769078111.125203:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078111.125211:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078111.125219:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078111.125224:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078111.125229:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078111.125233:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078111.125236:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078111.125241:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3818:3818:256:4294967295] 192.168.204.106@tcp LPNI seq info [3817:3817:8:4294967295]
00000400:00000200:1.0:1769078111.125246:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078111.125256:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078111.125263:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078111.125269:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078111.125276:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078111.125283:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078111.125302:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078111.125307:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078111.125310:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299772995
00000100:00000010:1.0:1769078111.125317:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042480.
00000100:00000001:1.0:1769078111.125325:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078111.125342:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299772995
00000100:00000010:1.0:1769078111.125347:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0420c0.
00000100:00000001:1.0:1769078111.125352:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078111.125356:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078111.125360:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078111.125363:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078111.125365:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078111.125373:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078111.125375:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078111.125379:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078111.125381:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078111.125383:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078111.125389:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078111.125398:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078111.125400:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078111.125402:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078111.125405:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078111.125408:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078111.125412:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183680:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078111.125416:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078111.125419:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078111.125421:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078111.125423:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078111.125428:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078111.125430:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078111.125435:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078111.125439:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774108.
00000400:00000010:1.0:1769078111.125443:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078111.125446:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183680, portal 10
00000100:00000001:1.0:1769078111.125448:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078111.125450:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334602752 : -118662374948864 : ffff9413c34b0000)
00000100:00000040:1.0:1769078111.125458:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078111.125467:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078111.125470:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078111.125473:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1d48.
00000100:00000200:1.0:1769078111.125477:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612183680, offset 0
00000400:00000200:1.0:1769078111.125481:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078111.125486:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078111.125490:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078111.125493:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078111.125496:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078111.125498:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078111.125501:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078111.125504:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3819:3819:255:4294967295] 192.168.204.106@tcp LPNI seq info [3818:3818:7:4294967295]
00000400:00000200:1.0:1769078111.125508:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078111.125515:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078111.125520:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078111.125524:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078111.125528:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078111.125532:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078111.125536:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078111.125540:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078111.125544:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078111.125546:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299769631
00000100:00000001:1.0:1769078111.125549:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299772995
00000100:00000001:1.0:1769078111.125586:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299769631
00000100:00000001:1.0:1769078111.125589:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299772995
00000100:00000001:1.0:1769078111.125592:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078111.125595:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078111.125597:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078111.125599:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078111.125602:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078111.125604:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078111.125606:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078111.125607:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078111.125609:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078111.125611:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078111.508701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078111.508708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078111.508814:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078111.508818:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078111.508821:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078112.148659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078112.148666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078112.148667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078112.148671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078112.148674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078112.148677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.148679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078112.148682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078112.148683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078112.532658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078112.532662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078112.532755:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078112.532759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078112.532763:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078113.172661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078113.172667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078113.172679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078113.172684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078113.172705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078113.172708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078113.172711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078113.172713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078113.172716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078113.556679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078113.556696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078113.556778:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078113.556786:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078113.556792:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078114.196704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078114.196713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078114.196716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078114.196722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078114.196726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078114.196731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078114.196734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078114.196737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078114.196740:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769078114.196834:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769078114.196875:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078114.196888:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078114.196892:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769078114.196896:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078114.196900:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078114.196905:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078114.196909:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:3.0:1769078114.196915:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078114.196919:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078114.196926:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1088
00000400:00000010:3.0:1769078114.196928:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1088.
00000100:00000001:3.0:1769078114.196933:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078114.196941:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078114.196986:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078114.196990:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078114.196998:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078114.197000:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078114.197009:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078114.197012:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:3.0:1769078114.197015:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078114.197018:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078114.197022:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1d48
00000400:00000010:3.0:1769078114.197024:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1d48.
00000100:00000001:3.0:1769078114.197027:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078114.197032:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078114.197040:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078114.197043:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078114.197049:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078114.197051:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078114.197288:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078114.197292:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078114.197296:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078114.197305:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078111/real 1769078114]  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078114.197320:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078114.197323:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078114.197326:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774108.
00000400:00000200:1.0:1769078114.197332:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078114.197334:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078114.197337:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078114.197342:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078114.197354:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197361:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078114.197363:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197367:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078114.197369:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078114.197374:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197382:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078114.197389:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197398:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078114.197401:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197403:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078114.197405:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197408:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078114.197411:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078114.197415:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078114.197437:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078114.197441:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078114.197446:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078114.197456:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183680:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078114.197461:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078114.197465:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078111/real 1769078114]  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078114.197473:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078114.197475:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078114.197477:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078114.197481:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078114.197484:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078114.197486:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078114.197490:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078114.197499:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197507:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078114.197508:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197510:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078114.197512:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078114.197516:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197523:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078114.197527:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197535:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078114.197537:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197539:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078114.197540:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197542:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078114.197544:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078114.197547:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078114.197584:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078114.197588:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078114.197600:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078114.197609:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183552:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078114.197613:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197616:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078114.197619:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0000 x1855007612183680/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197633:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078114.197636:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078114.197640:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078114.197644:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078114.197647:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078114.197649:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078114.197652:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078114.197654:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078114.197659:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078114.197661:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078114.197663:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0000.
00000100:00000001:1.0:1769078114.197669:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078114.197682:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197684:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078114.197688:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3480 x1855007612183552/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078114.197696:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078114.197697:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078114.197699:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078114.197703:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078114.197705:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078114.197706:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078114.197708:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078114.197710:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:1.0:1769078114.197713:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078114.197714:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078114.197716:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3480.
00000100:00000001:1.0:1769078114.197719:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078114.197720:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197723:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078114.197729:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078114.197731:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078114.197733:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078114.197735:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078114.580701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078114.580709:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078114.580775:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078114.580779:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078114.580782:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078115.220749:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078115.220756:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078115.220758:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078115.220762:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078115.220766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078115.220770:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078115.220772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078115.220774:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078115.220776:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078115.604687:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078115.604697:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078115.604699:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078115.604701:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078115.604705:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078115.604706:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078115.604708:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078115.604709:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078115.604753:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078115.604760:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078115.604765:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078115.733471:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299772995, at 4299773440
00000100:00000010:0.0:1769078115.733492:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000040:1.0:1769078115.734204:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299772995, at 4299773441
00000100:00000010:1.0:1769078115.734217:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00080000:3.0:1769078116.244647:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078116.244655:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078116.244657:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078116.244660:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078116.244663:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078116.244669:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5101
00000400:00000200:3.0:1769078116.244676:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078116.244681:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078116.244683:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078116.244685:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078116.244688:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078116.244689:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078116.244691:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078116.244694:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078116.244696:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078116.244698:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078116.244700:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078116.244701:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078116.244703:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078116.244705:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078116.244706:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078116.244708:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1769078116.244709:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078116.244712:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078116.244714:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00000001:2.0:1769078116.244715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078116.244717:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078116.244719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078116.244720:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078116.244724:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1769078116.244726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
02000000:00000001:3.0:1769078116.244727:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078116.244731:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.244732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078116.244733:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078116.244736:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.244737:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1769078116.244741:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000100:00000001:2.0:1769078116.244742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078116.244745:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
00000100:00000001:2.0:1769078116.244747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078116.244749:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078116.244751:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078116.244752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078116.244754:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078116.244757:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078116.244760:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078116.244766:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769078116.244772:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078116.244780:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078116.244789:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078116.244792:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078116.244796:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078116.244820:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078116.244823:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078116.244826:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078116.244827:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078116.244828:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078116.244831:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078116.244834:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5101
00000400:00000200:3.0:1769078116.244838:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078116.244843:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078116.244845:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078116.244847:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078116.244850:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078116.244853:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078116.244856:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078116.244859:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078116.244861:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078116.244863:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078116.244865:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078116.244867:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078116.244869:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078116.244872:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078116.244875:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078116.244875:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078116.244878:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078116.244880:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078116.244882:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078116.244884:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078116.244892:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769078116.244893:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078116.244900:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078116.244906:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078116.244909:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078116.244912:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078116.244914:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078116.244917:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078116.244918:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078116.244921:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078116.244922:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078116.244926:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078116.244928:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078116.244933:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183808:192.168.204.106@tcp:250:kworker.0
00000008:00100000:3.0:1769078116.244936:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078116.244939:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078116.244941:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078116.244944:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078116.244945:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078116.244947:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078116.244951:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078116.244952:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
02000000:00000010:1.0:1769078116.244957:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
00000020:00000040:3.0:1769078116.244957:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078116.244963:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078116.244964:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078116.244967:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078116.244970:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078116.244971:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078116.244973:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078116.244974:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:3.0:1769078116.244979:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000400:00000010:1.0:1769078116.244981:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:3.0:1769078116.244985:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078116.244991:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00100000:3.0:1769078116.244993:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078116.244999:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183808, portal 25
00000100:00000001:3.0:1769078116.245002:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078116.245004:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078116.245007:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245008:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334604544 : -118662374947072 : ffff9413c34b0700)
00000100:00000040:3.0:1769078116.245015:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078116.245019:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078116.245032:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245035:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078116.245036:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078116.245041:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078116.245044:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078116.245046:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000040:3.0:1769078116.245047:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078116.245050:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612183808, offset 0
00000100:00000040:3.0:1769078116.245052:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078116.245060:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078116.245060:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5111)
00000400:00000200:1.0:1769078116.245070:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078116.245077:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078116.245082:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078116.245087:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078116.245091:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078116.245093:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078116.245097:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3820:3820:256:4294967295] 192.168.204.106@tcp LPNI seq info [3819:3819:8:4294967295]
00000400:00000200:1.0:1769078116.245101:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078116.245109:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078116.245115:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078116.245121:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078116.245127:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078116.245130:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078116.245136:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078116.245139:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078116.245143:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078116.245145:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078116.245149:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078116.245153:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078116.245158:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078116.245160:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078116.245164:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078116.245168:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245176:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078116.245180:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245186:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245188:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078116.245193:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078116.245197:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078116.245199:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299778115
00000100:00000010:1.0:1769078116.245204:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0420c0.
00000100:00000001:1.0:1769078116.245211:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078116.245230:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299778115
00000100:00000010:1.0:1769078116.245233:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042780.
00000100:00000001:1.0:1769078116.245236:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078116.245239:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078116.245242:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245245:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078116.245248:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078116/real 1769078116]  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078116.245256:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078116.245258:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078116.245260:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078116.245263:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078116.245265:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078116.245268:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078116.245272:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078116.245281:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245287:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078116.245289:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245291:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078116.245293:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078116.245297:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245304:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078116.245307:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245314:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078116.245316:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245318:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078116.245319:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245321:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078116.245323:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078116.245326:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078116.245329:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078116.245331:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078116.245335:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078116.245356:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612183808:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078116.245360:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245362:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078116.245365:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0700 x1855007612183808/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245371:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078116.245374:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078116.245376:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078116.245379:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078116.245386:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078116.245390:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078116.245392:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078116.245394:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:1.0:1769078116.245398:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078116.245400:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078116.245402:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0700.
00000100:00000001:1.0:1769078116.245406:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078116.245407:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245409:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245416:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078116.245417:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245419:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078116.245420:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078116.245421:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078116.245425:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245432:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078116.245434:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078116.245436:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078116.245437:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078116.245439:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078116.245442:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183936:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078116.245446:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078116.245447:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078116.245449:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078116.245451:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078116.245454:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078116.245456:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078116.245461:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078116.245463:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078116.245467:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078116.245469:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612183936, portal 10
00000100:00000001:1.0:1769078116.245471:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078116.245472:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334608128 : -118662374943488 : ffff9413c34b1500)
00000100:00000040:1.0:1769078116.245478:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245484:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078116.245487:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078116.245489:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078116.245492:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612183936, offset 0
00000400:00000200:1.0:1769078116.245495:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078116.245500:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078116.245503:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078116.245506:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078116.245508:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078116.245510:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078116.245512:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078116.245515:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3821:3821:256:4294967295] 192.168.204.106@tcp LPNI seq info [3820:3820:8:4294967295]
00000400:00000200:1.0:1769078116.245518:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078116.245528:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078116.245532:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078116.245535:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078116.245539:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078116.245542:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078116.245546:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078116.245548:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078116.245584:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078116.245586:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078116.245589:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078116.245592:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078116.245595:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078116.245597:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078116.245599:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078116.245602:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245609:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078116.245612:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245618:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245619:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078116.245623:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078116.245627:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078116.245631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078116.245633:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299774752
00000100:00000001:1.0:1769078116.245635:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299778115
00000100:00000001:1.0:1769078116.245649:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299774752
00000100:00000001:1.0:1769078116.245651:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299778115
00000100:00000001:1.0:1769078116.245653:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078116.245655:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245657:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078116.245661:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078116/real 1769078116]  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078116.245669:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078116.245670:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078116.245672:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078116.245674:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078116.245676:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078116.245678:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078116.245680:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078116.245688:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245693:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078116.245695:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245697:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078116.245698:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078116.245701:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245708:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078116.245711:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245718:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078116.245720:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245722:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078116.245723:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245725:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078116.245726:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078116.245729:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078116.245731:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078116.245733:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078116.245737:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078116.245744:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612183936:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078116.245748:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245750:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078116.245753:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1500 x1855007612183936/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078116.245759:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078116.245761:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078116.245763:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078116.245766:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078116.245768:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078116.245769:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078116.245771:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078116.245773:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078116.245776:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078116.245777:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078116.245779:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1500.
00000100:00000001:1.0:1769078116.245782:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078116.245784:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245786:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078116.245789:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078116.245796:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078116.245798:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078116.245799:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078116.628669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078116.628675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078116.628732:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078116.628737:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078116.628740:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078117.268774:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078117.268781:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078117.268783:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.268787:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078117.268790:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078117.268794:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.268796:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078117.268798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078117.268800:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078117.652660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078117.652669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078117.652737:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078117.652742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078117.652746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078118.292641:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078118.292650:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078118.292652:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078118.292657:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078118.292660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078118.292664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078118.292667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078118.292669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078118.292671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078118.676670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078118.676676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078118.676720:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078118.676723:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078118.676726:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078119.316694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078119.316700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078119.316702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078119.316708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078119.316711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078119.316714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078119.316717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078119.316719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078119.316722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078119.700682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078119.700688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078119.700747:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078119.700752:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078119.700755:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078120.340628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078120.340634:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078120.340636:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078120.340639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078120.340642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078120.340645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078120.340646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078120.340648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078120.340650:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078120.724653:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078120.724658:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078120.724711:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078120.724716:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078120.724720:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078120.853112:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299778115, at 4299778560
00000100:00000010:1.0:1769078120.853137:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000040:0.0:1769078120.854859:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299778115, at 4299778562
00000100:00000010:0.0:1769078120.854870:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00080000:3.0:1769078121.364674:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078121.364680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078121.364683:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078121.364689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078121.364690:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078121.364702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078121.364703:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078121.364712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078121.364712:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078121.364721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078121.364725:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5106
00000100:00000001:2.0:1769078121.364726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078121.364731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078121.364734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078121.364736:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078121.364741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078121.364744:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078121.364751:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078121.364755:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364758:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078121.364760:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364762:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078121.364765:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078121.364767:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078121.364769:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078121.364772:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078121.364774:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078121.364775:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078121.364778:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364780:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078121.364781:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364782:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078121.364785:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078121.364788:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364791:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078121.364798:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078121.364801:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078121.364803:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078121.364804:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078121.364806:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078121.364812:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769078121.364814:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078121.364817:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078121.364818:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078121.364821:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078121.364823:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078121.364826:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078121.364832:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769078121.364836:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078121.364842:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078121.364850:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078121.364853:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078121.364856:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078121.364872:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078121.364874:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078121.364876:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078121.364877:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078121.364878:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078121.364879:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078121.364881:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5106
00000400:00000200:3.0:1769078121.364883:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078121.364885:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078121.364886:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078121.364888:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364889:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078121.364890:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364892:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078121.364893:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078121.364894:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078121.364895:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078121.364896:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078121.364897:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078121.364902:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078121.364906:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364908:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078121.364910:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364911:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078121.364913:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078121.364915:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078121.364915:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078121.364920:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078121.364921:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078121.364922:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078121.364924:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078121.364928:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078121.364931:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078121.364935:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078121.364936:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078121.364939:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078121.364947:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078121.364953:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078121.364960:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000100:00000001:1.0:1769078121.364967:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078121.364968:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078121.364972:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078121.364974:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078121.364976:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078121.364977:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078121.364978:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078121.364982:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078121.364982:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078121.364989:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078121.364990:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078121.365000:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184064:192.168.204.106@tcp:250:kworker.0
02000000:00000010:3.0:1769078121.365002:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:1.0:1769078121.365007:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078121.365008:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078121.365012:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078121.365015:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078121.365019:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078121.365020:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078121.365028:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078121.365031:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
00000100:00000001:3.0:1769078121.365031:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078121.365038:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078121.365044:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078121.365053:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078121.365054:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078121.365059:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078121.365060:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:3.0:1769078121.365067:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078121.365069:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078121.365071:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:3.0:1769078121.365072:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078121.365080:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5116)
00000100:00000200:1.0:1769078121.365082:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184064, portal 25
00000100:00000001:1.0:1769078121.365086:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078121.365088:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:1.0:1769078121.365094:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365101:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078121.365104:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078121.365106:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078121.365109:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612184064, offset 0
00000400:00000200:1.0:1769078121.365116:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078121.365124:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078121.365130:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078121.365143:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078121.365150:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078121.365154:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078121.365157:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078121.365161:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3822:3822:256:4294967295] 192.168.204.106@tcp LPNI seq info [3821:3821:8:4294967295]
00000400:00000200:1.0:1769078121.365166:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078121.365175:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078121.365182:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078121.365187:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078121.365193:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078121.365197:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078121.365202:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078121.365219:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078121.365222:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078121.365225:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078121.365230:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078121.365234:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078121.365239:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078121.365241:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078121.365245:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078121.365248:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365256:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078121.365258:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365263:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078121.365264:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078121.365270:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078121.365273:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078121.365276:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299783235
00000100:00000010:1.0:1769078121.365279:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042780.
00000100:00000001:1.0:1769078121.365286:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078121.365291:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299783235
00000100:00000010:1.0:1769078121.365293:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042060.
00000100:00000001:1.0:1769078121.365295:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078121.365297:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078121.365299:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078121.365301:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078121.365303:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078121/real 1769078121]  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078121.365309:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078121.365310:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078121.365312:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078121.365314:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078121.365315:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078121.365316:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078121.365319:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078121.365324:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365332:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078121.365333:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365336:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078121.365337:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078121.365339:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365343:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078121.365346:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365350:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078121.365351:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365352:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078121.365353:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365355:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078121.365356:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078121.365358:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078121.365361:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078121.365363:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078121.365366:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078121.365371:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184064:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078121.365374:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365375:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078121.365377:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612184064/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365380:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078121.365383:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078121.365386:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078121.365388:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078121.365389:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078121.365391:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078121.365392:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078121.365395:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:1.0:1769078121.365397:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078121.365399:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078121.365401:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:1.0:1769078121.365404:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078121.365405:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365406:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365413:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078121.365414:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078121.365416:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078121.365417:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078121.365418:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078121.365420:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365425:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078121.365426:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078121.365428:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078121.365429:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078121.365430:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078121.365432:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184192:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078121.365434:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078121.365435:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078121.365436:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078121.365436:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078121.365438:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078121.365439:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078121.365441:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078121.365443:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078121.365445:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078121.365447:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184192, portal 10
00000100:00000001:1.0:1769078121.365449:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078121.365449:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:1.0:1769078121.365454:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365458:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078121.365459:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078121.365460:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078121.365461:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612184192, offset 0
00000400:00000200:1.0:1769078121.365464:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078121.365466:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078121.365468:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078121.365471:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078121.365472:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078121.365474:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078121.365475:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078121.365477:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3823:3823:256:4294967295] 192.168.204.106@tcp LPNI seq info [3822:3822:8:4294967295]
00000400:00000200:1.0:1769078121.365480:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078121.365484:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078121.365486:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078121.365488:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078121.365490:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078121.365492:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078121.365495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078121.365496:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078121.365499:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078121.365500:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078121.365502:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078121.365504:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078121.365505:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078121.365506:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078121.365508:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078121.365510:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365519:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078121.365521:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365524:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078121.365525:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078121.365527:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078121.365529:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078121.365531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078121.365532:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299779871
00000100:00000001:1.0:1769078121.365534:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299783235
00000100:00000001:1.0:1769078121.365535:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299779871
00000100:00000001:1.0:1769078121.365537:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299783235
00000100:00000001:1.0:1769078121.365538:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078121.365539:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078121.365540:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078121.365542:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078121/real 1769078121]  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078121.365546:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078121.365547:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078121.365548:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078121.365549:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078121.365587:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078121.365590:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078121.365592:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078121.365597:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365601:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078121.365603:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365604:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078121.365605:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078121.365607:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365611:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078121.365614:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365620:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078121.365623:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365624:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078121.365626:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365627:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078121.365629:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078121.365631:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078121.365634:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078121.365637:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078121.365640:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078121.365648:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184192:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078121.365652:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365654:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078121.365657:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612184192/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078121.365664:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078121.365665:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078121.365667:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace000.
02000000:00000001:1.0:1769078121.365670:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078121.365671:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078121.365672:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078121.365673:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078121.365674:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:1.0:1769078121.365676:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078121.365677:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078121.365678:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:1.0:1769078121.365680:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078121.365681:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365683:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078121.365685:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078121.365686:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078121.365687:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078121.365688:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078121.748696:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078121.748702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078121.748778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078121.748783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078121.748786:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078122.388647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078122.388653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078122.388654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078122.388659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078122.388662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078122.388664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.388667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078122.388669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.388671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078122.772660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078122.772667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078122.772754:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078122.772759:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078122.772763:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078123.412678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078123.412689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078123.412691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078123.412699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078123.412704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078123.412709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078123.412712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078123.412714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078123.412718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078123.796697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078123.796704:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078123.796781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078123.796785:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078123.796789:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078124.436662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078124.436670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078124.436672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078124.436678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078124.436682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078124.436686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078124.436688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078124.436690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078124.436692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078124.820683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078124.820689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078124.820774:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078124.820780:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078124.820784:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078125.460700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078125.460707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078125.460710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078125.460716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078125.460720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078125.460723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078125.460726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078125.460729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078125.460731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078125.844657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078125.844667:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078125.844670:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078125.844672:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078125.844677:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078125.844679:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078125.844680:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078125.844682:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078125.844737:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078125.844743:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078125.844747:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078125.972698:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299783235, at 4299783680
00000100:00000040:1.0:1769078125.972698:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299783235, at 4299783680
00000100:00000010:1.0:1769078125.972717:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000010:0.0:1769078125.972721:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00080000:3.0:1769078126.484674:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078126.484682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078126.484686:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078126.484687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078126.484691:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078126.484692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078126.484697:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078126.484700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078126.484703:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078126.484705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078126.484711:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5111
00000100:00000001:2.0:1769078126.484713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078126.484718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078126.484721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078126.484722:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078126.484726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078126.484731:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078126.484735:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078126.484738:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484741:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078126.484744:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484746:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078126.484749:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078126.484751:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078126.484753:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078126.484755:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078126.484757:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078126.484759:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078126.484761:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484763:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078126.484764:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484766:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078126.484768:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078126.484771:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484773:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078126.484784:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078126.484789:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078126.484792:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.484796:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078126.484800:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078126.484813:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769078126.484818:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078126.484823:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078126.484825:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.484828:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078126.484832:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078126.484836:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078126.484844:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769078126.484851:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078126.484860:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078126.484869:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078126.484874:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078126.484878:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078126.484900:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078126.484902:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078126.484905:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078126.484906:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078126.484907:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078126.484909:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078126.484911:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5111
00000400:00000200:3.0:1769078126.484914:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078126.484917:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078126.484919:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078126.484922:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484924:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078126.484926:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484928:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078126.484930:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078126.484931:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078126.484932:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078126.484934:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078126.484935:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078126.484937:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078126.484937:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078126.484939:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078126.484943:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078126.484943:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078126.484947:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078126.484948:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078126.484952:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078126.484954:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769078126.484957:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078126.484959:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078126.484968:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078126.484973:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.484976:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078126.484980:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078126.484981:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078126.484985:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078126.484990:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078126.484991:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078126.484997:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184320:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769078126.484999:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.485004:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078126.485007:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1769078126.485012:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078126.485014:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1769078126.485019:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078126.485020:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078126.485025:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078126.485026:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078126.485033:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
02000000:00000010:1.0:1769078126.485034:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078126.485039:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078126.485040:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078126.485045:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078126.485047:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078126.485048:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078126.485052:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078126.485054:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
02000000:00000001:3.0:1769078126.485056:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078126.485061:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078126.485062:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
02000000:00000010:3.0:1769078126.485069:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000200:1.0:1769078126.485072:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184320, portal 25
00000100:00000001:1.0:1769078126.485076:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078126.485076:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078126.485079:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000040:1.0:1769078126.485088:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485095:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078126.485098:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00100000:3.0:1769078126.485098:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078126.485103:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078126.485108:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612184320, offset 0
00000400:00000200:1.0:1769078126.485118:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078126.485118:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078126.485124:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078126.485131:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078126.485134:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078126.485140:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078126.485150:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078126.485154:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000001:3.0:1769078126.485160:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078126.485161:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078126.485166:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:3.0:1769078126.485169:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078126.485171:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3824:3824:256:4294967295] 192.168.204.106@tcp LPNI seq info [3823:3823:8:4294967295]
00000400:00000200:1.0:1769078126.485180:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078126.485181:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078126.485186:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078126.485195:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078126.485197:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769078126.485206:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078126.485207:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5121)
00000800:00000010:1.0:1769078126.485212:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078126.485221:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078126.485226:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078126.485233:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078126.485252:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078126.485258:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078126.485262:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078126.485270:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078126.485276:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078126.485284:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078126.485286:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078126.485291:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078126.485295:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485303:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078126.485305:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485311:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078126.485312:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078126.485318:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078126.485322:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078126.485324:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299788355
00000100:00000010:1.0:1769078126.485329:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042060.
00000100:00000001:1.0:1769078126.485336:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078126.485357:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299788355
00000100:00000010:1.0:1769078126.485362:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ba0.
00000100:00000001:1.0:1769078126.485365:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078126.485370:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078126.485373:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078126.485375:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078126.485381:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078126/real 1769078126]  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078126.485398:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078126.485401:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078126.485403:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078126.485406:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078126.485408:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078126.485411:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078126.485416:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078126.485426:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485434:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078126.485436:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485439:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078126.485441:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078126.485446:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485454:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078126.485459:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485479:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078126.485482:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485484:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078126.485486:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485488:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078126.485490:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078126.485494:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078126.485498:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078126.485501:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078126.485506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078126.485516:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184320:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078126.485520:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485523:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078126.485526:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612184320/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485533:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078126.485536:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078126.485539:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078126.485542:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078126.485544:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078126.485546:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078126.485548:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078126.485579:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:1.0:1769078126.485584:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078126.485587:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078126.485589:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:1.0:1769078126.485594:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078126.485595:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485597:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485606:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078126.485607:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078126.485609:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078126.485611:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078126.485613:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078126.485616:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485624:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078126.485625:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078126.485627:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078126.485629:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078126.485632:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078126.485635:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184448:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078126.485639:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078126.485641:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078126.485642:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078126.485644:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078126.485648:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078126.485650:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078126.485655:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078126.485657:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078126.485661:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078126.485664:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184448, portal 10
00000100:00000001:1.0:1769078126.485667:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078126.485668:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:1.0:1769078126.485674:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485681:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078126.485684:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078126.485686:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078126.485689:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612184448, offset 0
00000400:00000200:1.0:1769078126.485693:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078126.485697:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078126.485701:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078126.485704:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078126.485716:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078126.485719:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078126.485722:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078126.485725:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3825:3825:256:4294967295] 192.168.204.106@tcp LPNI seq info [3824:3824:8:4294967295]
00000400:00000200:1.0:1769078126.485729:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078126.485736:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078126.485741:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078126.485745:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078126.485749:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078126.485753:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078126.485758:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078126.485761:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078126.485765:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078126.485768:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078126.485771:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078126.485774:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078126.485778:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078126.485780:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078126.485783:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078126.485787:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485795:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078126.485799:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485806:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078126.485808:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078126.485812:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078126.485816:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078126.485820:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078126.485823:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299784992
00000100:00000001:1.0:1769078126.485826:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299788355
00000100:00000001:1.0:1769078126.485829:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299784992
00000100:00000001:1.0:1769078126.485831:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299788355
00000100:00000001:1.0:1769078126.485832:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078126.485834:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078126.485835:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078126.485839:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078126/real 1769078126]  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078126.485854:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078126.485855:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078126.485857:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078126.485859:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078126.485860:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078126.485862:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078126.485864:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078126.485870:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485875:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078126.485876:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485877:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078126.485878:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078126.485880:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485884:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078126.485886:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485891:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078126.485894:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485895:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078126.485896:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485897:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078126.485898:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078126.485899:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078126.485901:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078126.485903:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078126.485905:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078126.485910:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184448:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078126.485913:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485915:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078126.485917:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612184448/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078126.485921:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078126.485922:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078126.485923:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078126.485925:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078126.485926:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078126.485927:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078126.485928:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078126.485929:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:1.0:1769078126.485931:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078126.485932:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078126.485933:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:1.0:1769078126.485935:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078126.485936:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485938:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078126.485941:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078126.485942:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078126.485943:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078126.485944:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078126.868703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078126.868718:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078126.868781:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078126.868786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078126.868791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078127.508720:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078127.508728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078127.508730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078127.508735:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078127.508740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078127.508744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.508747:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078127.508749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078127.508752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078127.892692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078127.892700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078127.892765:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078127.892771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078127.892776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078128.532663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078128.532673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078128.532676:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078128.532683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078128.532688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078128.532693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078128.532696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078128.532700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078128.532703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078128.916659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078128.916664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078128.916751:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078128.916756:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078128.916760:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078129.556703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078129.556712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078129.556714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078129.556720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078129.556724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078129.556729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078129.556731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078129.556734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078129.556736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078129.940697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078129.940707:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078129.940779:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078129.940786:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078129.940791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078130.580651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078130.580661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078130.580663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078130.580667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078130.580671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078130.580675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078130.580678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078130.580681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078130.580683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078130.964718:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078130.964727:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078130.964809:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078130.964812:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078130.964816:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078131.092667:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299788355, at 4299788800
00000100:00000010:0.0:1769078131.092689:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000040:1.0:1769078131.092804:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299788355, at 4299788800
00000100:00000010:1.0:1769078131.092811:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000001:2.0:1769078131.604694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078131.604706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078131.604708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078131.604717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078131.604722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078131.604728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078131.604730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078131.604733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078131.604736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078131.604832:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078131.604838:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078131.604841:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078131.604845:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078131.604849:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078131.604859:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5116
00000400:00000200:0.0:1769078131.604871:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078131.604879:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078131.604882:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078131.604887:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078131.604890:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078131.604893:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078131.604896:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078131.604901:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078131.604904:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078131.604908:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078131.604911:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078131.604914:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078131.604917:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078131.604920:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078131.604922:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078131.604923:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078131.604925:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078131.604928:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078131.604930:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078131.604932:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.604934:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078131.604937:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078131.604939:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.604941:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078131.604943:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078131.604954:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769078131.604957:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078131.604960:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078131.604962:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.604964:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078131.604968:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078131.604973:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078131.604983:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769078131.604990:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078131.604998:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078131.605008:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078131.605012:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078131.605015:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.605036:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078131.605039:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078131.605043:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078131.605045:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078131.605046:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078131.605049:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078131.605053:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5116
00000400:00000200:0.0:1769078131.605065:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078131.605070:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078131.605073:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078131.605076:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078131.605078:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078131.605081:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078131.605083:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078131.605085:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078131.605089:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078131.605094:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:1.0:1769078131.605095:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078131.605100:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078131.605103:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078131.605106:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078131.605110:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078131.605111:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1769078131.605113:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078131.605114:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078131.605119:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769078131.605122:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078131.605125:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078131.605126:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078131.605131:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078131.605131:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078131.605134:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078131.605138:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00100000:1.0:1769078131.605138:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184576:192.168.204.106@tcp:250:kworker.0
00000020:00000040:0.0:1769078131.605141:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078131.605146:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078131.605148:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078131.605149:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.605152:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078131.605156:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078131.605157:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078131.605160:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078131.605161:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.605167:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078131.605168:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078131.605171:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078131.605175:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078131.605177:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078131.605181:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.605183:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078131.605190:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000400:00000200:1.0:1769078131.605191:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000020:00000040:0.0:1769078131.605196:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000010:1.0:1769078131.605200:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
02000000:00000001:0.0:1769078131.605201:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078131.605205:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078131.605209:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078131.605212:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769078131.605212:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
02000000:00000001:0.0:1769078131.605216:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078131.605222:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184576, portal 25
02000000:00000010:0.0:1769078131.605224:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:1.0:1769078131.605226:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078131.605229:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000001:0.0:1769078131.605230:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078131.605236:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078131.605241:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078131.605247:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078131.605254:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078131.605258:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000001:0.0:1769078131.605260:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078131.605262:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612184576, offset 0
00000100:00000001:0.0:1769078131.605265:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078131.605270:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078131.605274:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078131.605282:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078131.605282:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078131.605288:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078131.605291:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078131.605292:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769078131.605296:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078131.605300:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078131.605302:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078131.605305:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5127)
00000400:00000200:1.0:1769078131.605309:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078131.605314:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078131.605317:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078131.605321:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3826:3826:256:4294967295] 192.168.204.106@tcp LPNI seq info [3825:3825:8:4294967295]
00000400:00000200:1.0:1769078131.605324:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078131.605333:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078131.605339:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078131.605343:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078131.605350:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078131.605353:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078131.605358:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078131.605361:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078131.605364:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078131.605367:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078131.605374:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078131.605403:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078131.605409:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078131.605411:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078131.605415:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078131.605419:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605427:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078131.605430:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605435:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078131.605437:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078131.605442:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078131.605446:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078131.605448:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299793475
00000100:00000010:1.0:1769078131.605453:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ba0.
00000100:00000001:1.0:1769078131.605460:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078131.605465:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299793475
00000100:00000010:1.0:1769078131.605468:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042900.
00000100:00000001:1.0:1769078131.605471:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078131.605473:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078131.605475:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078131.605477:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078131.605480:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131]  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078131.605487:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078131.605489:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078131.605491:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078131.605493:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078131.605494:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078131.605495:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078131.605498:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078131.605505:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605510:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078131.605511:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605513:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078131.605515:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078131.605517:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605522:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078131.605525:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605530:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078131.605532:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605533:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078131.605534:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605535:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078131.605538:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078131.605540:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078131.605543:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078131.605545:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078131.605548:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078131.605581:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184576:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078131.605584:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605586:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078131.605588:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612184576/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605593:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078131.605596:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078131.605598:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078131.605600:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078131.605602:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078131.605603:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078131.605605:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078131.605607:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:1.0:1769078131.605611:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078131.605612:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078131.605614:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:1.0:1769078131.605616:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078131.605617:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605619:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605626:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078131.605627:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078131.605628:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078131.605629:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078131.605631:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078131.605633:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605642:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078131.605643:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078131.605645:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078131.605647:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078131.605648:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078131.605650:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184704:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078131.605652:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078131.605653:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078131.605654:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078131.605656:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078131.605658:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078131.605660:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078131.605663:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078131.605665:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078131.605668:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078131.605670:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184704, portal 10
00000100:00000001:1.0:1769078131.605678:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078131.605679:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:1.0:1769078131.605685:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605689:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078131.605691:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078131.605693:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078131.605695:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612184704, offset 0
00000400:00000200:1.0:1769078131.605697:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078131.605700:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078131.605702:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078131.605705:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078131.605707:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078131.605708:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078131.605710:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078131.605713:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3827:3827:256:4294967295] 192.168.204.106@tcp LPNI seq info [3826:3826:8:4294967295]
00000400:00000200:1.0:1769078131.605716:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078131.605720:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078131.605724:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078131.605726:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078131.605729:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078131.605731:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078131.605734:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078131.605743:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078131.605752:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078131.605754:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078131.605757:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078131.605761:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078131.605764:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078131.605766:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078131.605769:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078131.605773:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605781:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078131.605785:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078156 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605792:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078131.605793:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078131.605797:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078131.605801:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078131.605805:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078131.605808:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299790112
00000100:00000001:1.0:1769078131.605811:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299793475
00000100:00000001:1.0:1769078131.605813:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299790112
00000100:00000001:1.0:1769078131.605816:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299793475
00000100:00000001:1.0:1769078131.605817:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078131.605820:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078131.605821:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078131.605824:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078131/real 1769078131]  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078131.605830:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078131.605831:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078131.605833:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078131.605835:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078131.605836:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078131.605837:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078131.605839:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078131.605845:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605849:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078131.605850:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605851:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078131.605852:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078131.605854:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605859:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078131.605861:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605866:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078131.605868:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605869:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078131.605870:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605871:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078131.605872:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078131.605874:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078131.605876:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078131.605878:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078131.605881:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078131.605886:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184704:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078131.605889:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605890:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078131.605891:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612184704/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078156 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078131.605895:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078131.605896:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078131.605897:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078131.605899:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078131.605900:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078131.605901:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078131.605903:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078131.605904:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769078131.605906:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078131.605907:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078131.605908:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769078131.605909:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078131.605910:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605919:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078131.605921:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078131.605922:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078131.605924:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078131.605925:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078131.988665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078131.988672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078131.988749:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078131.988755:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078131.988760:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078132.628635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078132.628644:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078132.628647:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078132.628655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078132.628660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078132.628664:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078132.628667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078132.628671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078132.628674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078133.012661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078133.012671:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078133.012722:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078133.012726:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078133.012729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078133.652631:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078133.652639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078133.652641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078133.652647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078133.652650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078133.652655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078133.652657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078133.652659:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078133.652662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078134.036681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078134.036688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078134.036750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078134.036753:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078134.036757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078134.676687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078134.676694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078134.676696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078134.676701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078134.676704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078134.676708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078134.676710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078134.676712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078134.676715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078135.060663:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078135.060669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078135.060741:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078135.060746:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078135.060750:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078135.700626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078135.700633:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078135.700634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078135.700639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078135.700642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078135.700645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078135.700648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078135.700650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078135.700652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.084719:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078136.084731:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078136.084734:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078136.084737:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.084744:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078136.084746:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.084749:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.084752:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078136.084835:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078136.084840:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078136.084844:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078136.212707:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299793475, at 4299793920
00000100:00000040:1.0:1769078136.212707:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299793475, at 4299793920
00000100:00000010:1.0:1769078136.212731:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00000010:0.0:1769078136.212734:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000001:2.0:1769078136.724678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078136.724688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078136.724690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078136.724697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078136.724701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078136.724706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.724708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078136.724711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078136.724715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078136.724730:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078136.724736:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078136.724740:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078136.724744:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078136.724748:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078136.724757:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5122
00000400:00000200:0.0:1769078136.724767:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078136.724773:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078136.724776:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078136.724779:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078136.724784:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724786:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078136.724789:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078136.724791:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078136.724793:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078136.724795:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078136.724797:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078136.724799:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078136.724802:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724804:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078136.724805:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724807:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078136.724809:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078136.724812:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724813:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.724816:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078136.724819:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078136.724821:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.724823:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078136.724825:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078136.724834:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769078136.724838:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078136.724842:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078136.724843:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.724845:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078136.724848:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078136.724852:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078136.724860:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769078136.724866:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078136.724875:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078136.724884:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078136.724888:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078136.724892:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.724910:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078136.724912:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078136.724915:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078136.724916:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078136.724918:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078136.724921:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078136.724922:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5122
00000400:00000200:0.0:1769078136.724925:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078136.724929:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078136.724931:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078136.724935:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724938:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078136.724941:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724942:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078136.724944:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078136.724945:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078136.724946:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078136.724947:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078136.724948:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078136.724950:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078136.724952:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078136.724954:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724960:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078136.724960:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078136.724964:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078136.724968:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724974:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078136.724978:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769078136.724985:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078136.724986:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078136.724997:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.725008:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078136.725008:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078136.725014:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078136.725019:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078136.725021:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078136.725023:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078136.725028:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078136.725029:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.725031:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078136.725038:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078136.725039:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184832:192.168.204.106@tcp:250:kworker.0
00000008:00000001:0.0:1769078136.725053:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078136.725054:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078136.725062:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078136.725064:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078136.725068:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078136.725069:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
02000000:00000001:1.0:1769078136.725072:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769078136.725074:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078136.725079:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078136.725081:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078136.725083:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769078136.725084:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:0.0:1769078136.725092:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078136.725093:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078136.725100:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078136.725106:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:0.0:1769078136.725113:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000400:00000010:1.0:1769078136.725114:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:0.0:1769078136.725124:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078136.725126:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078136.725134:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184832, portal 25
00000100:00100000:0.0:1769078136.725137:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078136.725138:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078136.725142:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000040:1.0:1769078136.725156:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078136.725173:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078136.725179:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078136.725193:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725194:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078136.725210:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078136.725217:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078136.725225:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612184832, offset 0
00000100:00000001:0.0:1769078136.725228:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078136.725232:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078136.725241:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078136.725244:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078136.725248:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078136.725257:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078136.725258:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078136.725270:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5132)
00000400:00000200:1.0:1769078136.725271:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078136.725284:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078136.725288:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078136.725303:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078136.725306:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078136.725310:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3828:3828:256:4294967295] 192.168.204.106@tcp LPNI seq info [3827:3827:8:4294967295]
00000400:00000200:1.0:1769078136.725313:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078136.725320:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078136.725325:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078136.725329:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078136.725335:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078136.725338:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078136.725343:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078136.725346:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078136.725349:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078136.725351:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078136.725356:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078136.725360:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078136.725364:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078136.725366:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078136.725369:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078136.725372:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725380:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078136.725383:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725388:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078136.725389:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078136.725393:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078136.725396:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078136.725398:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299798595
00000100:00000010:1.0:1769078136.725403:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042900.
00000100:00000001:1.0:1769078136.725413:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078136.725421:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299798595
00000100:00000010:1.0:1769078136.725425:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ba0.
00000100:00000001:1.0:1769078136.725427:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078136.725430:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078136.725431:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078136.725433:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078136.725436:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136]  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078136.725443:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078136.725445:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078136.725446:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078136.725448:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078136.725450:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078136.725451:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078136.725454:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078136.725460:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725464:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078136.725466:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725467:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078136.725468:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078136.725471:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725476:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078136.725479:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725484:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078136.725486:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725487:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078136.725488:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725490:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078136.725491:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078136.725494:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078136.725497:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078136.725498:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078136.725501:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078136.725506:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612184832:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078136.725509:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725511:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078136.725512:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612184832/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725517:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078136.725520:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078136.725522:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078136.725524:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078136.725526:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078136.725527:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078136.725529:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078136.725531:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:1.0:1769078136.725533:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078136.725535:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078136.725537:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:1.0:1769078136.725539:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078136.725540:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725542:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725548:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078136.725549:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078136.725586:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078136.725587:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078136.725588:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078136.725592:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725598:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078136.725599:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078136.725601:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078136.725602:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078136.725603:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078136.725605:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184960:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078136.725607:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078136.725609:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078136.725610:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078136.725611:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078136.725614:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078136.725615:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078136.725618:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078136.725620:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078136.725622:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078136.725624:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612184960, portal 10
00000100:00000001:1.0:1769078136.725626:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078136.725627:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:1.0:1769078136.725631:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725636:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078136.725637:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078136.725639:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078136.725641:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612184960, offset 0
00000400:00000200:1.0:1769078136.725643:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078136.725646:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078136.725648:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078136.725651:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078136.725652:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078136.725654:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078136.725656:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078136.725658:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3829:3829:256:4294967295] 192.168.204.106@tcp LPNI seq info [3828:3828:8:4294967295]
00000400:00000200:1.0:1769078136.725661:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078136.725665:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078136.725667:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078136.725669:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078136.725672:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078136.725674:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078136.725677:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078136.725679:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078136.725682:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078136.725683:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078136.725685:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078136.725687:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078136.725689:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078136.725691:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078136.725692:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078136.725695:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725700:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078136.725702:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078161 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725706:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078136.725707:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078136.725710:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078136.725713:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078136.725715:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078136.725724:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299795232
00000100:00000001:1.0:1769078136.725726:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299798595
00000100:00000001:1.0:1769078136.725728:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299795232
00000100:00000001:1.0:1769078136.725729:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299798595
00000100:00000001:1.0:1769078136.725731:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078136.725734:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078136.725736:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078136.725738:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078136/real 1769078136]  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078136.725743:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078136.725744:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078136.725746:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078136.725747:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078136.725749:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078136.725750:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078136.725752:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078136.725757:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725762:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078136.725763:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725764:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078136.725764:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078136.725767:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725770:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078136.725773:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725778:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078136.725780:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725781:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078136.725782:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725783:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078136.725784:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078136.725786:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078136.725788:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078136.725789:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078136.725792:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078136.725796:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612184960:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078136.725799:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725800:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078136.725802:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612184960/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078161 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078136.725806:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078136.725807:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078136.725808:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078136.725810:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078136.725810:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078136.725811:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078136.725813:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078136.725814:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769078136.725816:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078136.725816:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078136.725817:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:1.0:1769078136.725819:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078136.725820:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725822:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078136.725824:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078136.725825:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078136.725827:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078136.725828:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078137.108692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078137.108700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078137.108765:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078137.108769:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078137.108773:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078137.748660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078137.748671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078137.748673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078137.748681:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078137.748687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078137.748692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078137.748696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078137.748700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078137.748703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078138.132675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078138.132685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078138.132752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078138.132756:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078138.132759:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078138.772655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078138.772663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078138.772665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078138.772671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078138.772675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078138.772680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078138.772683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078138.772686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078138.772689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078139.156692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078139.156700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078139.156788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078139.156792:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078139.156796:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078139.796618:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078139.796624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078139.796625:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078139.796629:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078139.796632:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078139.796635:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078139.796637:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078139.796639:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078139.796641:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078140.180616:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078140.180623:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078140.180719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078140.180726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078140.180732:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078140.820656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078140.820662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078140.820663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078140.820667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078140.820670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078140.820674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078140.820676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078140.820678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078140.820680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078141.204704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078141.204712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078141.204781:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078141.204784:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078141.204788:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078141.332666:0:33337:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299798595, at 4299799040
00000100:00000040:1.0:1769078141.332666:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299798595, at 4299799040
00000100:00000010:1.0:1769078141.332686:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000010:0.0:1769078141.332687:0:33337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042900.
00000100:00080000:0.0:1769078141.844635:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078141.844647:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078141.844650:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078141.844656:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078141.844661:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078141.844669:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5127
00000400:00000200:0.0:1769078141.844679:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078141.844683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:0.0:1769078141.844687:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078141.844688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769078141.844691:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078141.844692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078141.844698:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00100000:1.0:1769078141.844698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078141.844705:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078141.844705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078141.844709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.844712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078141.844714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.844717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078141.844737:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078141.844742:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078141.844747:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078141.844750:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078141.844754:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078141.844758:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078141.844761:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078141.844765:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078141.844768:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078141.844770:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078141.844772:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078141.844773:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078141.844776:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078141.844779:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078141.844781:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.844784:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078141.844788:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078141.844792:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.844795:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078141.844798:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078141.844810:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769078141.844815:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078141.844820:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078141.844823:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.844827:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078141.844831:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078141.844837:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078141.844847:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769078141.844854:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078141.844863:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078141.844883:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078141.844888:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078141.844893:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.844918:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078141.844922:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078141.844926:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078141.844928:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078141.844930:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078141.844933:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078141.844943:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5127
00000400:00000200:0.0:1769078141.844949:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078141.844951:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769078141.844955:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078141.844955:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078141.844959:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769078141.844960:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078141.844968:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000040:1.0:1769078141.844968:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.844974:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078141.844978:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078141.844984:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078141.844990:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078141.844991:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078141.844992:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078141.844995:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078141.844996:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078141.845001:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:1.0:1769078141.845002:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1769078141.845003:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078141.845007:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769078141.845008:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078141.845011:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078141.845015:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.845016:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078141.845019:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078141.845022:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078141.845025:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00100000:1.0:1769078141.845026:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185088:192.168.204.106@tcp:250:kworker.0
00000100:00080000:0.0:1769078141.845028:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078141.845032:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078141.845036:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078141.845038:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078141.845042:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078141.845045:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078141.845046:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.845049:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078141.845049:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078141.845054:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078141.845055:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078141.845060:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078141.845060:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
00000100:00000001:0.0:1769078141.845063:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078141.845064:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078141.845068:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000020:00000040:0.0:1769078141.845071:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000200:1.0:1769078141.845075:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:0.0:1769078141.845076:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078141.845079:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078141.845080:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078141.845081:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
02000000:00000001:0.0:1769078141.845082:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078141.845085:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078141.845089:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
02000000:00000010:0.0:1769078141.845091:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769078141.845096:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078141.845099:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185088, portal 25
00000100:00100000:0.0:1769078141.845103:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078141.845103:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078141.845106:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00000040:1.0:1769078141.845115:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078141.845124:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078141.845127:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078141.845130:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078141.845132:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078141.845137:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078141.845140:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612185088, offset 0
00000400:00000200:1.0:1769078141.845149:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078141.845150:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078141.845159:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078141.845168:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078141.845169:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769078141.845175:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078141.845177:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078141.845183:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078141.845184:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078141.845190:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078141.845191:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078141.845194:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:0.0:1769078141.845199:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078141.845200:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3830:3830:256:4294967295] 192.168.204.106@tcp LPNI seq info [3829:3829:8:4294967295]
00000400:00000200:1.0:1769078141.845221:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078141.845233:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078141.845237:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5137)
00000800:00000200:1.0:1769078141.845240:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078141.845246:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078141.845254:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078141.845258:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078141.845265:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078141.845268:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078141.845271:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078141.845274:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078141.845281:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078141.845285:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078141.845290:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078141.845292:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078141.845296:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078141.845300:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845308:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078141.845311:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845316:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.845318:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078141.845323:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078141.845326:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078141.845329:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299803715
00000100:00000010:1.0:1769078141.845333:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ba0.
00000100:00000001:1.0:1769078141.845340:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078141.845345:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299803715
00000100:00000010:1.0:1769078141.845347:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042060.
00000100:00000001:1.0:1769078141.845350:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078141.845352:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078141.845355:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.845357:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078141.845360:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141]  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078141.845366:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078141.845368:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078141.845370:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078141.845373:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078141.845374:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078141.845376:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078141.845378:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078141.845385:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845394:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078141.845395:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845397:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078141.845399:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078141.845401:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845406:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078141.845410:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845416:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078141.845418:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845419:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078141.845419:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845421:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078141.845423:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078141.845425:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078141.845428:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078141.845430:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078141.845433:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078141.845438:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185088:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078141.845444:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845446:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078141.845448:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612185088/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845453:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078141.845455:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078141.845457:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078141.845460:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078141.845461:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078141.845462:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078141.845464:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078141.845466:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:1.0:1769078141.845469:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078141.845471:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078141.845473:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769078141.845475:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078141.845476:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845478:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845485:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078141.845486:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.845488:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078141.845489:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078141.845490:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078141.845493:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845497:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078141.845499:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078141.845500:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078141.845502:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078141.845503:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078141.845505:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185216:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078141.845507:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078141.845508:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078141.845509:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078141.845511:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078141.845513:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078141.845515:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078141.845519:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078141.845522:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078141.845526:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078141.845529:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185216, portal 10
00000100:00000001:1.0:1769078141.845531:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078141.845533:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:1.0:1769078141.845541:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845548:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078141.845582:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078141.845586:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078141.845590:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612185216, offset 0
00000400:00000200:1.0:1769078141.845595:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078141.845600:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078141.845604:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078141.845607:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078141.845610:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078141.845613:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078141.845615:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078141.845619:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3831:3831:256:4294967295] 192.168.204.106@tcp LPNI seq info [3830:3830:8:4294967295]
00000400:00000200:1.0:1769078141.845624:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078141.845631:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078141.845643:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078141.845647:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078141.845652:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078141.845655:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078141.845660:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078141.845663:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078141.845668:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078141.845670:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078141.845674:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078141.845678:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078141.845681:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078141.845683:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078141.845686:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078141.845691:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845700:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078141.845703:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078166 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845709:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.845710:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078141.845715:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078141.845719:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078141.845723:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078141.845726:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299800352
00000100:00000001:1.0:1769078141.845729:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299803715
00000100:00000001:1.0:1769078141.845731:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299800352
00000100:00000001:1.0:1769078141.845734:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299803715
00000100:00000001:1.0:1769078141.845737:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078141.845739:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.845741:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078141.845746:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078141/real 1769078141]  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078141.845756:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078141.845758:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078141.845760:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078141.845762:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078141.845764:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078141.845767:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078141.845771:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078141.845778:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845783:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078141.845783:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845785:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078141.845786:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078141.845788:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845792:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078141.845795:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845800:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078141.845802:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845803:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078141.845803:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845804:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078141.845806:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078141.845807:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078141.845809:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078141.845810:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078141.845813:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078141.845818:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185216:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078141.845820:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845822:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078141.845824:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612185216/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078166 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078141.845829:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078141.845830:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078141.845832:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078141.845834:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078141.845835:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078141.845836:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078141.845837:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078141.845839:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769078141.845840:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078141.845841:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078141.845842:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:1.0:1769078141.845844:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078141.845845:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845847:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078141.845849:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078141.845850:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078141.845852:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078141.845853:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078142.228714:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078142.228724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078142.228801:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078142.228805:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078142.228809:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078142.868725:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078142.868736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078142.868739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.868748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078142.868753:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078142.868758:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078142.868761:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078142.868765:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078142.868768:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078143.252673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078143.252681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078143.252746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078143.252751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078143.252755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078143.892667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078143.892673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078143.892674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078143.892679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078143.892681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078143.892685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.892687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078143.892689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078143.892691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078144.276688:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078144.276694:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078144.276762:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078144.276766:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078144.276770:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078144.916677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078144.916683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078144.916685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078144.916689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078144.916693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078144.916696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078144.916698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078144.916700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078144.916702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078145.300636:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078145.300642:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078145.300704:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078145.300709:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078145.300715:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078145.940702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078145.940712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078145.940715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078145.940724:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078145.940730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078145.940736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.940740:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078145.940743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.940747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.324677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078146.324685:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078146.324687:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078146.324689:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.324693:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078146.324695:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.324697:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.324698:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078146.324789:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078146.324797:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078146.324803:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078146.452673:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299803715, at 4299804160
00000100:00000040:1.0:1769078146.452673:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299803715, at 4299804160
00000100:00000010:0.0:1769078146.452695:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ba0.
00000100:00000010:1.0:1769078146.452701:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00080000:0.0:1769078146.964719:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078146.964720:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078146.964728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078146.964731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078146.964732:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078146.964739:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1769078146.964740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769078146.964745:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078146.964747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078146.964754:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078146.964755:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078146.964765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078146.964768:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078146.964773:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5132
00000100:00000001:1.0:1769078146.964775:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078146.964786:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078146.964796:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078146.964800:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078146.964804:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078146.964808:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.964810:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078146.964813:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078146.964818:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078146.964820:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078146.964823:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078146.964825:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078146.964827:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078146.964829:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078146.964832:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078146.964833:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.964835:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078146.964837:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078146.964840:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078146.964843:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078146.964845:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078146.964847:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078146.964850:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078146.964853:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.964854:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078146.964856:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078146.964868:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769078146.964880:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078146.964885:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078146.964887:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.964890:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078146.964894:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078146.964900:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078146.964911:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769078146.964919:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078146.964932:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078146.964945:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078146.964951:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078146.964964:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078146.964996:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078146.965000:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078146.965004:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078146.965006:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078146.965008:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078146.965012:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078146.965017:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5132
00000400:00000200:0.0:1769078146.965023:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078146.965025:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1769078146.965030:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078146.965030:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078146.965037:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1769078146.965043:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078146.965052:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078146.965057:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078146.965069:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078146.965082:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078146.965082:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078146.965087:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.965097:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078146.965099:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078146.965104:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1769078146.965106:0:25216:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1769078146.965111:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078146.965112:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078146.965131:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078146.965136:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078146.965139:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078146.965142:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00100000:1.0:1769078146.965150:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185344:192.168.204.106@tcp:250:kworker.0
00000100:00000040:0.0:1769078146.965152:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078146.965162:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078146.965165:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1769078146.965171:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078146.965173:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078146.965177:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.965179:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078146.965182:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769078146.965188:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000010:1.0:1769078146.965192:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
00000100:00080000:0.0:1769078146.965199:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078146.965200:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.965208:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078146.965211:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078146.965213:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078146.965218:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
02000000:00000001:0.0:1769078146.965221:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769078146.965225:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
02000000:00000001:0.0:1769078146.965226:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.965233:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769078146.965234:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185344, portal 25
00000100:00000001:1.0:1769078146.965238:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078146.965239:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636992 : -118662151914624 : ffff9413d0963b80)
00000008:00100000:0.0:1769078146.965240:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078146.965247:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078146.965248:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078146.965257:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078146.965270:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:0.0:1769078146.965273:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000100:00000040:1.0:1769078146.965275:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000020:00000040:0.0:1769078146.965282:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000010:1.0:1769078146.965283:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078146.965290:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612185344, offset 0
02000000:00000001:0.0:1769078146.965293:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078146.965296:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078146.965297:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769078146.965301:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078146.965304:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078146.965307:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078146.965316:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000400:00000200:1.0:1769078146.965316:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078146.965329:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078146.965333:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078146.965342:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1769078146.965349:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078146.965350:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078146.965354:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078146.965364:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078146.965370:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3832:3832:256:4294967295] 192.168.204.106@tcp LPNI seq info [3831:3831:8:4294967295]
00000400:00000200:1.0:1769078146.965391:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078146.965400:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078146.965408:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078146.965409:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078146.965425:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078146.965427:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078146.965435:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078146.965450:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769078146.965457:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078146.965458:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769078146.965464:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769078146.965475:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:0.0:1769078146.965477:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769078146.965481:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769078146.965484:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1769078146.965491:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078146.965498:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769078146.965499:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078146.965510:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078146.965511:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5142)
00000400:00000200:1.0:1769078146.965517:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078146.965521:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078146.965524:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078146.965528:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078146.965532:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965543:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078146.965546:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965571:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078146.965572:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078146.965578:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078146.965581:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078146.965584:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299808836
00000100:00000010:1.0:1769078146.965588:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042060.
00000100:00000001:1.0:1769078146.965594:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078146.965606:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299808836
00000100:00000010:1.0:1769078146.965609:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042780.
00000100:00000001:1.0:1769078146.965611:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078146.965613:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078146.965615:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078146.965617:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078146.965621:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146]  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078146.965629:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078146.965631:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078146.965634:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078146.965636:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078146.965637:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078146.965639:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078146.965641:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078146.965648:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965652:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078146.965653:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965655:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078146.965656:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078146.965658:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965663:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078146.965666:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965671:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078146.965673:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965674:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078146.965675:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965677:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078146.965679:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078146.965681:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078146.965684:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078146.965685:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078146.965688:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078146.965693:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185344:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078146.965696:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965698:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078146.965700:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963b80 x1855007612185344/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965705:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078146.965707:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078146.965709:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078146.965711:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078146.965713:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078146.965715:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078146.965716:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078146.965718:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769078146.965721:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078146.965723:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078146.965724:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963b80.
00000100:00000001:1.0:1769078146.965727:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078146.965728:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965729:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965735:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078146.965736:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078146.965738:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078146.965739:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078146.965740:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078146.965743:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965748:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078146.965749:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078146.965750:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078146.965752:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078146.965754:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078146.965756:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185472:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078146.965758:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078146.965760:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078146.965761:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078146.965762:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078146.965764:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078146.965766:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078146.965768:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078146.965770:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078146.965773:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078146.965775:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185472, portal 10
00000100:00000001:1.0:1769078146.965776:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078146.965777:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:1.0:1769078146.965782:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965786:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078146.965788:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078146.965789:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078146.965791:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612185472, offset 0
00000400:00000200:1.0:1769078146.965793:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078146.965796:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078146.965799:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078146.965801:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078146.965803:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078146.965805:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078146.965807:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078146.965809:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3833:3833:256:4294967295] 192.168.204.106@tcp LPNI seq info [3832:3832:8:4294967295]
00000400:00000200:1.0:1769078146.965812:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078146.965816:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078146.965819:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078146.965821:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078146.965824:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078146.965826:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078146.965829:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078146.965831:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078146.965834:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078146.965836:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078146.965838:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078146.965840:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078146.965842:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078146.965843:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078146.965845:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078146.965847:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965852:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078146.965854:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965859:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078146.965860:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078146.965862:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078146.965865:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078146.965867:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078146.965869:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299805472
00000100:00000001:1.0:1769078146.965871:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299808836
00000100:00000001:1.0:1769078146.965873:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299805472
00000100:00000001:1.0:1769078146.965874:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299808836
00000100:00000001:1.0:1769078146.965875:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078146.965877:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078146.965878:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078146.965880:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078146/real 1769078146]  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078146.965885:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078146.965885:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078146.965886:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078146.965888:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078146.965889:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078146.965890:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078146.965892:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078146.965897:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965901:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078146.965902:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965903:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078146.965904:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078146.965906:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965910:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078146.965912:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965917:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078146.965927:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965929:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078146.965931:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965932:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078146.965935:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078146.965937:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078146.965942:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078146.965944:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078146.965948:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078146.965957:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185472:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078146.965961:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965963:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078146.965967:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612185472/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078171 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078146.965974:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078146.965976:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078146.965978:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078146.965981:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078146.965982:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078146.965984:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078146.965986:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078146.965988:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769078146.965990:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078146.965992:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078146.965993:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:1.0:1769078146.965995:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078146.965996:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965997:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078146.965999:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078146.966000:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078146.966002:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078146.966003:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078147.348632:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078147.348638:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078147.348677:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078147.348680:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078147.348683:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078147.988693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078147.988701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078147.988703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078147.988709:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078147.988713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078147.988716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078147.988719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078147.988722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078147.988726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078148.372720:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078148.372730:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078148.372830:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078148.372836:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078148.372840:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078149.012700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078149.012712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078149.012714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078149.012721:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078149.012726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078149.012731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078149.012734:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078149.012737:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078149.012741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078149.396726:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078149.396737:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078149.396819:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078149.396825:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078149.396829:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078150.036643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078150.036652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078150.036654:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078150.036661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078150.036665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078150.036669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078150.036672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078150.036674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078150.036677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078150.420725:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078150.420743:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078150.420822:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078150.420828:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078150.420833:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078151.060731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078151.060741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078151.060744:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078151.060752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078151.060757:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078151.060762:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078151.060765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078151.060768:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078151.060772:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078151.444710:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078151.444720:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078151.444807:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078151.444813:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078151.444817:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078151.572687:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299808836, at 4299809280
00000100:00000040:1.0:1769078151.572688:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299808836, at 4299809280
00000100:00000010:1.0:1769078151.572707:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00000010:0.0:1769078151.572708:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042060.
00000100:00000001:2.0:1769078152.084630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769078152.084633:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078152.084639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078152.084642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078152.084647:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769078152.084648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078152.084652:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078152.084653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078152.084659:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078152.084660:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078152.084662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078152.084665:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078152.084669:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078152.084670:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078152.084682:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5137
00000400:00000200:0.0:1769078152.084693:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078152.084700:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078152.084704:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078152.084708:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078152.084712:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078152.084715:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078152.084717:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078152.084722:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078152.084725:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078152.084728:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078152.084731:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078152.084734:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078152.084737:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078152.084741:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078152.084744:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078152.084746:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078152.084748:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078152.084752:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078152.084756:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078152.084758:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078152.084762:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078152.084766:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078152.084770:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.084773:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078152.084776:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078152.084788:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769078152.084793:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078152.084799:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078152.084801:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.084804:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078152.084809:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078152.084815:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078152.084825:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769078152.084833:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078152.084844:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078152.084858:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078152.084864:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078152.084870:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078152.084896:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078152.084900:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078152.084904:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078152.084906:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078152.084908:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078152.084911:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078152.084914:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5137
00000400:00000200:0.0:1769078152.084920:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078152.084925:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078152.084928:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078152.084932:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078152.084935:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078152.084936:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078152.084938:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078152.084942:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078152.084944:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078152.084947:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078152.084950:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078152.084954:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078152.084957:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078152.084958:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078152.084960:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078152.084966:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078152.084973:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078152.084981:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078152.084982:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078152.084985:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.084986:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078152.084990:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078152.084993:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078152.084993:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078152.084998:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078152.084999:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078152.085005:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078152.085006:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.085007:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078152.085012:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769078152.085016:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185600:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769078152.085019:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078152.085023:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085024:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078152.085025:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078152.085031:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078152.085031:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078152.085047:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078152.085050:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769078152.085057:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078152.085057:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
00000100:00000001:0.0:1769078152.085061:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078152.085063:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078152.085067:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769078152.085071:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078152.085074:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078152.085075:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:0.0:1769078152.085076:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078152.085080:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078152.085081:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078152.085083:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078152.085083:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
02000000:00000010:0.0:1769078152.085092:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000400:00000010:1.0:1769078152.085096:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:0.0:1769078152.085097:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078152.085107:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078152.085108:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185600, portal 25
00000100:00000001:1.0:1769078152.085114:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078152.085118:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00000001:0.0:1769078152.085127:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769078152.085130:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078152.085139:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085145:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078152.085151:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078152.085152:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078152.085157:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078152.085162:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612185600, offset 0
00000100:00000001:0.0:1769078152.085173:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078152.085175:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078152.085178:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078152.085184:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078152.085187:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078152.085189:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078152.085194:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078152.085198:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:0.0:1769078152.085201:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5147)
00000400:00000200:1.0:1769078152.085206:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078152.085213:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078152.085218:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078152.085223:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078152.085228:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3834:3834:256:4294967295] 192.168.204.106@tcp LPNI seq info [3833:3833:8:4294967295]
00000400:00000200:1.0:1769078152.085232:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078152.085243:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078152.085250:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078152.085256:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078152.085264:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078152.085268:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078152.085275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078152.085295:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078152.085300:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078152.085304:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078152.085310:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078152.085316:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078152.085322:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078152.085325:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078152.085331:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078152.085336:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085348:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078152.085352:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085360:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085362:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078152.085369:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078152.085373:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078152.085376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299813955
00000100:00000010:1.0:1769078152.085381:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042780.
00000100:00000001:1.0:1769078152.085389:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078152.085397:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299813955
00000100:00000010:1.0:1769078152.085400:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0420c0.
00000100:00000001:1.0:1769078152.085403:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078152.085407:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078152.085410:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085413:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078152.085417:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078152/real 1769078152]  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078152.085427:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078152.085429:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078152.085431:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078152.085434:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078152.085436:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078152.085439:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078152.085443:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078152.085453:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085460:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078152.085462:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085465:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078152.085467:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078152.085471:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085480:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078152.085485:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085493:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078152.085496:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085498:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078152.085499:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085502:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078152.085504:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078152.085507:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078152.085511:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078152.085513:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078152.085518:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078152.085527:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185600:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078152.085532:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085534:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078152.085537:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612185600/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085545:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078152.085548:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078152.085577:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078152.085582:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078152.085584:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078152.085586:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078152.085589:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078152.085592:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769078152.085596:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078152.085599:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078152.085601:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769078152.085605:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078152.085606:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085609:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085617:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078152.085619:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085621:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078152.085622:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078152.085624:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078152.085628:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085637:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078152.085638:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078152.085641:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078152.085643:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078152.085645:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078152.085648:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185728:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078152.085652:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078152.085654:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078152.085656:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078152.085658:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078152.085661:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078152.085663:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078152.085667:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078152.085670:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078152.085674:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078152.085677:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185728, portal 10
00000100:00000001:1.0:1769078152.085679:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078152.085680:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:1.0:1769078152.085687:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085694:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078152.085697:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078152.085700:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078152.085702:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612185728, offset 0
00000400:00000200:1.0:1769078152.085706:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078152.085711:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078152.085714:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078152.085718:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078152.085721:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078152.085723:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078152.085726:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078152.085730:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3835:3835:256:4294967295] 192.168.204.106@tcp LPNI seq info [3834:3834:8:4294967295]
00000400:00000200:1.0:1769078152.085734:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078152.085742:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078152.085747:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078152.085750:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078152.085754:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078152.085757:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078152.085772:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078152.085775:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078152.085779:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078152.085781:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078152.085785:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078152.085789:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078152.085792:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078152.085794:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078152.085796:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078152.085800:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085809:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078152.085812:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085820:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085822:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078152.085825:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078152.085829:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078152.085833:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078152.085836:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299810592
00000100:00000001:1.0:1769078152.085838:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299813955
00000100:00000001:1.0:1769078152.085841:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299810592
00000100:00000001:1.0:1769078152.085843:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299813955
00000100:00000001:1.0:1769078152.085846:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078152.085848:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085850:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078152.085854:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078152/real 1769078152]  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078152.085862:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078152.085864:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078152.085866:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078152.085868:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078152.085870:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078152.085872:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078152.085875:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078152.085885:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085892:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078152.085894:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085895:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078152.085897:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078152.085900:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085908:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078152.085912:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085920:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078152.085923:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085925:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078152.085927:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085929:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078152.085930:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078152.085933:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078152.085936:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078152.085938:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078152.085943:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078152.085951:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185728:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078152.085955:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085957:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078152.085960:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612185728/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078152.085968:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078152.085969:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078152.085971:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd400.
02000000:00000001:1.0:1769078152.085973:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078152.085975:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078152.085976:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078152.085978:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078152.085980:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769078152.085983:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078152.085984:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078152.085986:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:1.0:1769078152.085988:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078152.085990:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085992:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078152.085995:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078152.085997:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078152.085999:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078152.086001:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078152.468701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078152.468708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078152.468783:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078152.468787:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078152.468791:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078153.108660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078153.108668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078153.108670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078153.108676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078153.108680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078153.108684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078153.108686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078153.108688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078153.108691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078153.492683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078153.492689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078153.492747:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078153.492751:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078153.492754:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078154.132635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078154.132646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078154.132649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078154.132656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078154.132661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078154.132666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078154.132670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078154.132673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078154.132677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078154.516688:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078154.516696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078154.516764:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078154.516768:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078154.516771:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078155.156674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078155.156679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078155.156680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078155.156684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078155.156687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078155.156690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078155.156692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078155.156694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078155.156696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078155.540729:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078155.540740:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078155.540848:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078155.540856:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078155.540862:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078156.180731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078156.180740:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078156.180743:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078156.180748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078156.180752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078156.180755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078156.180758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078156.180761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078156.180764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.564661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078156.564668:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078156.564670:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078156.564672:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.564676:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078156.564677:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.564679:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.564681:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078156.564755:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078156.564760:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078156.564764:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078156.692656:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299813955, at 4299814400
00000100:00000010:1.0:1769078156.692674:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000040:0.0:1769078156.692675:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299813955, at 4299814400
00000100:00000010:0.0:1769078156.692686:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042780.
00000100:00080000:2.0:1769078157.204648:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078157.204657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769078157.204659:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078157.204661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078157.204663:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078157.204664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078157.204670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078157.204670:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078157.204673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078157.204677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078157.204677:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078157.204682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078157.204684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078157.204687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078157.204689:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5142
00000400:00000200:2.0:1769078157.204701:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078157.204710:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078157.204713:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078157.204717:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078157.204721:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078157.204724:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078157.204726:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078157.204730:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078157.204733:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078157.204735:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078157.204738:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078157.204741:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078157.204744:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078157.204747:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078157.204749:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078157.204751:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078157.204753:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078157.204756:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078157.204760:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078157.204762:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078157.204765:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078157.204769:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078157.204772:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.204775:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078157.204777:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078157.204787:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521180.
00000020:00000040:2.0:1769078157.204791:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078157.204796:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078157.204797:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.204800:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078157.204803:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078157.204807:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078157.204815:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769078157.204822:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078157.204832:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078157.204843:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078157.204847:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078157.204852:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbdc4804] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078157.204878:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078157.204882:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078157.204886:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078157.204887:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078157.204889:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078157.204892:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078157.204894:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5142
00000100:00000001:1.0:1769078157.204909:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769078157.204910:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078157.204913:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078157.204915:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1769078157.204923:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000040:1.0:1769078157.204924:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078157.204929:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078157.204935:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078157.204937:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078157.204938:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078157.204944:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078157.204945:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769078157.204964:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078157.204968:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078157.204970:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078157.204971:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078157.204976:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:1.0:1769078157.204979:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185856:192.168.204.106@tcp:250:kworker.0
00000020:00000040:2.0:1769078157.204980:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078157.204984:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1769078157.204985:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078157.204989:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078157.204990:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:1.0:1769078157.204992:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078157.204995:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769078157.204996:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078157.205001:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
00000020:00000001:2.0:1769078157.205001:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769078157.205005:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078157.205010:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000400:00000200:1.0:1769078157.205014:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078157.205017:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078157.205019:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:2.0:1769078157.205024:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000400:00000010:1.0:1769078157.205027:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:2.0:1769078157.205029:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078157.205034:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000200:1.0:1769078157.205035:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185856, portal 25
00000100:00000001:1.0:1769078157.205040:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078157.205043:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947008 : -118662139604608 : ffff9413d1521180)
00000100:00080000:2.0:1769078157.205043:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078157.205050:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078157.205052:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078157.205055:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078157.205062:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078157.205064:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078157.205066:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078157.205070:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
02000000:00000001:2.0:1769078157.205070:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078157.205074:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612185856, offset 0
00000100:00000001:2.0:1769078157.205076:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078157.205081:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000008:00100000:2.0:1769078157.205082:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078157.205087:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078157.205089:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078157.205093:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078157.205097:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078157.205102:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1769078157.205102:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520000.
00000020:00000040:2.0:1769078157.205108:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000200:1.0:1769078157.205109:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078157.205114:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078157.205115:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078157.205117:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
02000000:00000001:2.0:1769078157.205119:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078157.205123:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3836:3836:256:4294967295] 192.168.204.106@tcp LPNI seq info [3835:3835:8:4294967295]
00000100:00000001:2.0:1769078157.205124:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078157.205128:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078157.205131:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:2.0:1769078157.205133:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078157.205140:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1769078157.205142:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000800:00000200:1.0:1769078157.205146:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000001:2.0:1769078157.205148:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078157.205152:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000100:00100000:2.0:1769078157.205158:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078157.205162:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078157.205168:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078157.205178:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:2.0:1769078157.205180:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769078157.205182:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769078157.205186:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078157.205189:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078157.205193:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000100:00000040:2.0:1769078157.205195:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061ae70c8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078157.205198:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078157.205207:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078157.205214:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078157.205217:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078157.205223:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078157.205230:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078157.205231:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078157.205235:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078157.205245:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078157.205250:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078157.205254:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078157.205256:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078157.205261:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078157.205264:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5152)
00000100:00000001:1.0:1769078157.205275:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078157.205277:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078157.205284:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078157.205289:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078157.205293:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299819075
00000100:00000010:1.0:1769078157.205298:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0420c0.
00000100:00000001:1.0:1769078157.205305:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078157.205312:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299819075
00000100:00000010:1.0:1769078157.205316:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042480.
00000100:00000001:1.0:1769078157.205319:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078157.205323:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078157.205326:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078157.205328:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078157.205333:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078157/real 1769078157]  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078157.205340:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078157.205341:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078157.205343:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078157.205345:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078157.205346:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078157.205348:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078157.205351:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078157.205358:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205362:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078157.205363:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205365:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078157.205366:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078157.205369:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205373:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078157.205377:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205382:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078157.205384:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205385:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078157.205386:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205387:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078157.205388:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078157.205390:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078157.205393:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078157.205395:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078157.205397:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078157.205402:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612185856:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078157.205405:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205407:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078157.205409:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521180 x1855007612185856/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205418:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078157.205420:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078157.205422:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078157.205424:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078157.205426:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078157.205427:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078157.205428:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078157.205430:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d400.
02000000:00000001:1.0:1769078157.205433:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078157.205435:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078157.205436:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521180.
00000100:00000001:1.0:1769078157.205438:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078157.205439:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205441:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205446:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078157.205447:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078157.205449:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078157.205450:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078157.205451:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078157.205453:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205457:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078157.205458:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078157.205460:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078157.205461:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078157.205463:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078157.205465:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185984:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078157.205467:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078157.205468:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078157.205469:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078157.205470:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078157.205472:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078157.205474:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078157.205477:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078157.205479:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078157.205481:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078157.205483:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612185984, portal 10
00000100:00000001:1.0:1769078157.205484:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078157.205485:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569942528 : -118662139609088 : ffff9413d1520000)
00000100:00000040:1.0:1769078157.205490:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205494:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078157.205496:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078157.205497:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078157.205499:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612185984, offset 0
00000400:00000200:1.0:1769078157.205502:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078157.205504:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078157.205507:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078157.205509:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078157.205510:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078157.205512:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078157.205514:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078157.205516:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3837:3837:256:4294967295] 192.168.204.106@tcp LPNI seq info [3836:3836:8:4294967295]
00000400:00000200:1.0:1769078157.205519:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078157.205523:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078157.205526:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078157.205529:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078157.205533:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078157.205536:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078157.205541:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078157.205543:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078157.205547:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078157.205549:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078157.205590:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078157.205594:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078157.205597:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078157.205598:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078157.205600:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078157.205603:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205609:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078157.205611:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205615:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078157.205617:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078157.205619:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078157.205622:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078157.205624:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078157.205626:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299815712
00000100:00000001:1.0:1769078157.205628:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299819075
00000100:00000001:1.0:1769078157.205629:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299815712
00000100:00000001:1.0:1769078157.205631:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299819075
00000100:00000001:1.0:1769078157.205632:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078157.205633:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078157.205635:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078157.205637:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078157/real 1769078157]  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078157.205642:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078157.205643:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078157.205644:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078157.205646:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078157.205647:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078157.205648:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078157.205657:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078157.205663:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205672:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078157.205673:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205674:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078157.205675:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078157.205678:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205682:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078157.205684:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205688:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078157.205689:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205690:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078157.205691:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205693:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078157.205695:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078157.205697:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078157.205700:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078157.205703:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078157.205707:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078157.205716:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612185984:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078157.205720:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205722:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078157.205725:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520000 x1855007612185984/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078157.205732:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078157.205734:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078157.205736:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078157.205739:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078157.205741:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078157.205742:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078157.205744:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078157.205746:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855dc00.
02000000:00000001:1.0:1769078157.205748:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078157.205749:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078157.205751:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520000.
00000100:00000001:1.0:1769078157.205754:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078157.205755:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205757:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078157.205760:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078157.205761:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078157.205764:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078157.205765:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078157.588638:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078157.588643:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078157.588733:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078157.588737:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078157.588740:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078158.228713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078158.228721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078158.228723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078158.228728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078158.228732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078158.228736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078158.228738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078158.228741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078158.228744:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078158.612651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078158.612658:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078158.612713:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078158.612717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078158.612720:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078159.252634:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078159.252640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078159.252642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078159.252646:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078159.252649:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078159.252652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078159.252654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078159.252656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078159.252659:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078159.636628:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078159.636636:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078159.636692:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078159.636696:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078159.636699:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078160.276686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078160.276692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078160.276699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078160.276704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078160.276707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078160.276710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078160.276712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078160.276715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078160.276717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078160.660644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078160.660649:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078160.660725:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078160.660729:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078160.660734:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078161.300670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078161.300676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078161.300678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078161.300683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078161.300686:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078161.300689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078161.300692:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078161.300695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078161.300699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078161.684711:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078161.684719:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078161.684788:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078161.684792:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078161.684795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078161.812676:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299819075, at 4299819520
00000100:00000040:1.0:1769078161.812677:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299819075, at 4299819520
00000100:00000010:0.0:1769078161.812695:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0420c0.
00000100:00000010:1.0:1769078161.812697:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00080000:2.0:1769078162.324666:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078162.324678:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078162.324681:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078162.324684:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078162.324688:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078162.324696:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5147
00000400:00000200:2.0:1769078162.324706:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078162.324713:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078162.324716:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078162.324721:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078162.324725:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078162.324728:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078162.324731:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078162.324735:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078162.324737:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000100:00000001:0.0:1769078162.324740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:2.0:1769078162.324741:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078162.324745:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00000001:0.0:1769078162.324746:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1769078162.324750:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:0.0:1769078162.324751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078162.324756:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00100000:0.0:1769078162.324758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000040:2.0:1769078162.324764:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078162.324765:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078162.324770:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078162.324771:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078162.324774:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078162.324776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078162.324777:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078162.324780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1769078162.324782:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00000001:0.0:1769078162.324785:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078162.324788:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078162.324792:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078162.324795:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078162.324798:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078162.324801:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.324803:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078162.324806:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078162.324816:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523800.
00000020:00000040:2.0:1769078162.324820:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078162.324825:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078162.324827:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.324830:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078162.324833:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078162.324837:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078162.324845:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769078162.324852:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078162.324873:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078162.324884:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078162.324888:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078162.324894:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9b517a1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.324918:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078162.324921:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078162.324924:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078162.324926:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078162.324928:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078162.324930:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078162.324933:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5147
00000400:00000200:2.0:1769078162.324937:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078162.324941:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078162.324944:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078162.324948:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078162.324950:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078162.324954:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078162.324956:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078162.324959:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078162.324959:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078162.324962:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078162.324964:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078162.324965:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078162.324968:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078162.324969:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078162.324973:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078162.324977:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078162.324977:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078162.324984:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078162.324989:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078162.324992:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078162.324994:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078162.324995:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078162.325001:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078162.325001:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078162.325005:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078162.325006:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078162.325010:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078162.325013:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00100000:1.0:1769078162.325016:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186112:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078162.325018:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325022:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078162.325023:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078162.325026:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078162.325029:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078162.325030:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078162.325034:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078162.325036:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078162.325039:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:1.0:1769078162.325040:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078162.325043:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078162.325044:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078162.325048:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078162.325051:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078162.325053:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078162.325056:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000010:2.0:1769078162.325059:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520380.
00000400:00000010:1.0:1769078162.325063:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000020:00000040:2.0:1769078162.325064:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078162.325070:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078162.325072:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078162.325073:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612186112, portal 25
00000100:00000001:2.0:1769078162.325075:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078162.325077:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769078162.325078:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078162.325079:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569956864 : -118662139594752 : ffff9413d1523800)
02000000:00000001:2.0:1769078162.325082:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078162.325087:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078162.325089:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769078162.325096:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325097:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078162.325101:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078162.325105:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00100000:2.0:1769078162.325107:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078162.325108:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612186112, offset 0
00000400:00000200:1.0:1769078162.325119:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:2.0:1769078162.325124:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078162.325127:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078162.325131:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769078162.325137:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084a5e066] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078162.325148:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078162.325151:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:2.0:1769078162.325153:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078162.325157:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769078162.325159:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078162.325164:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:2.0:1769078162.325165:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078162.325168:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078162.325174:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:2.0:1769078162.325175:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078162.325180:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3838:3838:256:4294967295] 192.168.204.106@tcp LPNI seq info [3837:3837:8:4294967295]
00000100:00000040:2.0:1769078162.325184:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5157)
00000400:00000200:1.0:1769078162.325187:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078162.325196:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078162.325201:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078162.325206:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078162.325212:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078162.325215:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078162.325219:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078162.325221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078162.325224:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078162.325227:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078162.325232:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078162.325235:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078162.325238:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078162.325240:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078162.325243:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078162.325246:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325253:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078162.325256:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325261:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325262:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078162.325266:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078162.325269:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078162.325271:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299824195
00000100:00000010:1.0:1769078162.325274:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042480.
00000100:00000001:1.0:1769078162.325279:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078162.325285:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299824195
00000100:00000010:1.0:1769078162.325287:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042720.
00000100:00000001:1.0:1769078162.325289:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078162.325292:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078162.325294:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325295:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078162.325298:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162]  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078162.325308:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078162.325310:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078162.325311:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078162.325313:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078162.325314:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078162.325316:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078162.325318:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078162.325324:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325328:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078162.325329:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325331:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078162.325332:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078162.325335:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325339:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078162.325343:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325348:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078162.325350:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325351:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078162.325351:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325353:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078162.325354:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078162.325356:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078162.325359:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078162.325360:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078162.325363:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078162.325369:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186112:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078162.325372:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325374:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078162.325376:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523800 x1855007612186112/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325380:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078162.325382:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078162.325383:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078162.325386:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078162.325387:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078162.325388:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078162.325389:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078162.325391:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769078162.325393:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078162.325395:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078162.325396:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523800.
00000100:00000001:1.0:1769078162.325398:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078162.325399:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325400:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325405:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078162.325406:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325408:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078162.325409:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078162.325410:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078162.325412:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325417:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078162.325418:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078162.325420:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078162.325421:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078162.325422:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078162.325424:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612186240:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078162.325427:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078162.325428:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078162.325429:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078162.325430:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078162.325432:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078162.325434:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078162.325436:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078162.325438:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078162.325440:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078162.325442:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612186240, portal 10
00000100:00000001:1.0:1769078162.325444:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078162.325445:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569943424 : -118662139608192 : ffff9413d1520380)
00000100:00000040:1.0:1769078162.325449:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325453:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078162.325455:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078162.325456:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078162.325458:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612186240, offset 0
00000400:00000200:1.0:1769078162.325460:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078162.325463:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078162.325465:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078162.325467:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078162.325468:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078162.325470:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078162.325471:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078162.325473:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3839:3839:256:4294967295] 192.168.204.106@tcp LPNI seq info [3838:3838:8:4294967295]
00000400:00000200:1.0:1769078162.325476:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078162.325480:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078162.325483:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078162.325485:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078162.325488:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078162.325490:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078162.325493:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078162.325495:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078162.325497:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078162.325499:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078162.325501:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078162.325503:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078162.325505:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078162.325506:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078162.325508:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078162.325510:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325515:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078162.325517:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325521:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325522:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078162.325523:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078162.325526:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078162.325528:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078162.325529:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299820831
00000100:00000001:1.0:1769078162.325531:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299824195
00000100:00000001:1.0:1769078162.325532:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299820831
00000100:00000001:1.0:1769078162.325534:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299824195
00000100:00000001:1.0:1769078162.325535:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078162.325537:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325538:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078162.325540:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078162/real 1769078162]  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078162.325545:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078162.325546:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078162.325547:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078162.325549:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078162.325550:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078162.325583:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078162.325588:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078162.325597:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325604:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078162.325606:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325608:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078162.325610:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078162.325614:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325621:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078162.325625:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325631:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078162.325633:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325634:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078162.325635:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325636:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078162.325638:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078162.325639:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078162.325642:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078162.325643:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078162.325645:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078162.325651:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612186240:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078162.325654:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325656:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078162.325657:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520380 x1855007612186240/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078162.325662:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078162.325663:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078162.325664:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078162.325666:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078162.325667:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078162.325667:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078162.325669:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078162.325670:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769078162.325672:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078162.325673:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078162.325674:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520380.
00000100:00000001:1.0:1769078162.325675:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078162.325676:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325677:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078162.325680:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078162.325681:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078162.325682:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078162.325683:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078162.708675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078162.708691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078162.708758:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078162.708761:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078162.708764:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078163.348664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078163.348669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078163.348671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078163.348675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078163.348678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078163.348681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078163.348683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078163.348686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078163.348688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078163.732716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078163.732724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078163.732792:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078163.732796:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078163.732799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078164.372714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078164.372723:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078164.372725:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078164.372731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078164.372735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078164.372739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078164.372742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078164.372745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078164.372747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078164.756646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078164.756654:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078164.756723:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078164.756727:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078164.756730:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078165.396699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078165.396710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078165.396713:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078165.396722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078165.396728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078165.396733:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078165.396736:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078165.396741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078165.396745:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.780713:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078165.780723:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078165.780726:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078165.780729:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.780734:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078165.780736:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.780738:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078165.780740:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078165.780798:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078165.780814:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078165.780819:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078166.420723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078166.420734:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078166.420736:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078166.420744:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078166.420748:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078166.420755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078166.420758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078166.420761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078166.420764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078166.804644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078166.804652:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078166.804716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078166.804720:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078166.804729:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078166.932696:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299824195, at 4299824640
00000100:00000040:1.0:1769078166.932696:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299824195, at 4299824640
00000100:00000010:0.0:1769078166.932715:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042480.
00000100:00000010:1.0:1769078166.932716:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00000001:0.0:1769078167.444669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769078167.444679:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078167.444681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078167.444685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078167.444687:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078167.444692:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769078167.444695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078167.444696:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078167.444703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078167.444703:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078167.444711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078167.444711:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5152
00000100:00000001:0.0:1769078167.444718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078167.444722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078167.444723:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078167.444727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078167.444732:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078167.444736:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078167.444739:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444742:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078167.444745:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444747:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078167.444751:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078167.444753:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078167.444756:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078167.444759:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078167.444761:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078167.444764:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078167.444767:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444768:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078167.444769:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444770:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078167.444772:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078167.444788:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444789:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.444792:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078167.444795:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078167.444797:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.444799:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078167.444800:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078167.444810:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520e00.
00000020:00000040:2.0:1769078167.444814:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078167.444818:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078167.444820:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.444822:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078167.444825:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078167.444830:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078167.444838:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769078167.444844:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078167.444853:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078167.444862:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078167.444867:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078167.444870:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055e17e1b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078167.444887:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078167.444890:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078167.444893:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078167.444894:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078167.444895:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078167.444897:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078167.444899:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5152
00000400:00000200:2.0:1769078167.444902:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078167.444904:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078167.444906:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078167.444909:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444911:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078167.444913:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444915:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078167.444917:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078167.444918:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078167.444920:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078167.444921:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078167.444923:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078167.444924:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078167.444927:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078167.444927:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444932:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078167.444933:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078167.444934:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078167.444938:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078167.444938:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078167.444943:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078167.444945:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078167.444946:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078167.444948:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078167.444953:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078167.444953:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078167.444959:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.444963:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078167.444968:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1769078167.444969:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078167.444971:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078167.444975:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078167.444977:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078167.444978:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078167.444981:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078167.444983:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521f80.
02000000:00000001:1.0:1769078167.444985:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078167.444987:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769078167.444991:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186368:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769078167.444992:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078167.444995:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.445000:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078167.445001:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078167.445002:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078167.445006:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078167.445007:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1769078167.445009:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769078167.445011:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.445015:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078167.445016:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078167.445024:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
00000100:00100000:2.0:1769078167.445024:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078167.445028:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078167.445037:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078167.445039:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078167.445042:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769078167.445045:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7e0b65] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078167.445048:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:2.0:1769078167.445057:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078167.445058:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:2.0:1769078167.445060:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078167.445065:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078167.445067:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078167.445069:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612186368, portal 25
00000100:00000040:2.0:1769078167.445070:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078167.445074:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078167.445078:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569946112 : -118662139605504 : ffff9413d1520e00)
00000100:00000040:2.0:1769078167.445078:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5162)
00000100:00000040:1.0:1769078167.445087:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445095:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078167.445098:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078167.445100:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078167.445102:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612186368, offset 0
00000400:00000200:1.0:1769078167.445109:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078167.445117:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078167.445123:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078167.445128:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078167.445132:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078167.445136:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078167.445138:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078167.445142:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3840:3840:256:4294967295] 192.168.204.106@tcp LPNI seq info [3839:3839:8:4294967295]
00000400:00000200:1.0:1769078167.445145:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078167.445154:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078167.445159:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078167.445163:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078167.445170:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078167.445173:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078167.445178:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078167.445182:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078167.445185:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078167.445187:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078167.445205:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078167.445209:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078167.445213:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078167.445215:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078167.445220:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078167.445223:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445231:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078167.445234:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445239:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078167.445241:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078167.445246:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078167.445249:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078167.445251:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299829315
00000100:00000010:1.0:1769078167.445256:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042720.
00000100:00000001:1.0:1769078167.445263:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078167.445268:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299829315
00000100:00000010:1.0:1769078167.445271:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c00.
00000100:00000001:1.0:1769078167.445273:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078167.445276:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078167.445278:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078167.445280:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078167.445283:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167]  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078167.445289:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078167.445290:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078167.445292:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078167.445294:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078167.445296:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078167.445297:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078167.445300:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078167.445306:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445311:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078167.445313:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445314:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078167.445316:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078167.445318:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445323:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078167.445327:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445335:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078167.445339:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445341:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078167.445342:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445345:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078167.445347:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078167.445350:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078167.445365:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078167.445368:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078167.445374:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078167.445380:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186368:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078167.445384:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445386:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078167.445388:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520e00 x1855007612186368/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445394:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078167.445396:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078167.445398:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078167.445401:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078167.445402:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078167.445403:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078167.445405:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078167.445407:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:1.0:1769078167.445411:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078167.445413:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078167.445415:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520e00.
00000100:00000001:1.0:1769078167.445417:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078167.445418:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445420:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445427:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078167.445428:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078167.445430:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078167.445432:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078167.445433:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078167.445435:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445440:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078167.445442:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078167.445443:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078167.445445:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078167.445446:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078167.445448:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612186496:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078167.445450:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078167.445452:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078167.445460:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078167.445461:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078167.445463:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078167.445465:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078167.445469:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078167.445471:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078167.445473:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078167.445476:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612186496, portal 10
00000100:00000001:1.0:1769078167.445477:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078167.445478:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569950592 : -118662139601024 : ffff9413d1521f80)
00000100:00000040:1.0:1769078167.445483:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445488:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078167.445490:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078167.445491:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078167.445493:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612186496, offset 0
00000400:00000200:1.0:1769078167.445496:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078167.445499:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078167.445507:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078167.445511:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078167.445513:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078167.445517:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078167.445519:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078167.445523:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3841:3841:256:4294967295] 192.168.204.106@tcp LPNI seq info [3840:3840:8:4294967295]
00000400:00000200:1.0:1769078167.445527:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078167.445534:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078167.445540:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078167.445544:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078167.445548:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078167.445579:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078167.445585:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078167.445588:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078167.445590:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078167.445592:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078167.445594:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078167.445597:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078167.445600:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078167.445609:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078167.445611:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078167.445615:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445620:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078167.445623:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445628:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078167.445629:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078167.445631:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078167.445634:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078167.445637:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078167.445638:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299825952
00000100:00000001:1.0:1769078167.445640:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299829315
00000100:00000001:1.0:1769078167.445642:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299825952
00000100:00000001:1.0:1769078167.445644:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299829315
00000100:00000001:1.0:1769078167.445646:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078167.445647:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078167.445649:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078167.445651:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078167/real 1769078167]  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078167.445656:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078167.445657:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078167.445658:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078167.445660:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078167.445661:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078167.445662:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078167.445664:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078167.445670:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445674:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078167.445675:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445676:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078167.445677:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078167.445679:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445683:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078167.445685:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445690:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078167.445691:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445692:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078167.445693:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445694:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078167.445695:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078167.445697:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078167.445700:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078167.445702:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078167.445704:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078167.445709:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612186496:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078167.445711:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445712:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078167.445714:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521f80 x1855007612186496/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078167.445718:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078167.445719:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078167.445720:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078167.445722:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078167.445722:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078167.445724:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078167.445725:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078167.445726:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769078167.445730:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078167.445731:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078167.445732:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521f80.
00000100:00000001:1.0:1769078167.445734:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078167.445735:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445736:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078167.445738:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078167.445740:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078167.445741:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078167.445743:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078167.828692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078167.828701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078167.828799:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078167.828804:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078167.828809:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078168.468686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078168.468696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078168.468699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078168.468707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078168.468713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078168.468718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078168.468722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078168.468725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078168.468730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078168.852679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078168.852687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078168.852765:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078168.852769:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078168.852773:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078169.492663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078169.492674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078169.492677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078169.492685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078169.492690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078169.492694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078169.492696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078169.492699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078169.492702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078169.876730:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078169.876753:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078169.876814:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078169.876818:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078169.876822:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078170.516683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078170.516689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078170.516691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078170.516695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078170.516698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078170.516702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078170.516705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078170.516708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078170.516712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078170.900697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078170.900706:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078170.900803:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078170.900808:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078170.900812:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078171.540630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078171.540636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078171.540638:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078171.540642:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078171.540645:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078171.540648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078171.540650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078171.540652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078171.540654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078171.924671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078171.924677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078171.924760:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078171.924764:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078171.924768:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078172.052671:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299829315, at 4299829760
00000100:00000040:1.0:1769078172.052671:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299829315, at 4299829760
00000100:00000010:1.0:1769078172.052689:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000010:0.0:1769078172.052691:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042720.
00000100:00080000:2.0:1769078172.564710:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078172.564713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078172.564722:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078172.564727:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078172.564729:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078172.564734:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769078172.564737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078172.564741:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078172.564745:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078172.564749:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078172.564761:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078172.564761:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5157
00000100:00000001:0.0:1769078172.564770:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078172.564774:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1769078172.564776:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078172.564782:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078172.564793:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078172.564799:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078172.564807:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078172.564811:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078172.564815:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078172.564818:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078172.564822:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078172.564825:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078172.564827:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078172.564830:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078172.564833:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078172.564836:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078172.564839:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078172.564842:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078172.564844:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078172.564846:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078172.564850:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078172.564853:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078172.564856:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078172.564859:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078172.564863:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078172.564866:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.564868:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078172.564871:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078172.564880:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522d80.
00000020:00000040:2.0:1769078172.564884:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078172.564888:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078172.564890:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.564892:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078172.564895:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078172.564899:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078172.564905:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769078172.564910:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078172.564917:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078172.564928:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078172.564933:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078172.564938:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077bb6f10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.564965:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078172.564969:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078172.564973:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078172.564975:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078172.564976:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078172.564980:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078172.564983:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5157
00000400:00000200:2.0:1769078172.564988:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078172.564992:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078172.564995:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078172.564998:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078172.565001:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078172.565003:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078172.565006:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078172.565008:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078172.565010:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078172.565012:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078172.565014:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078172.565017:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078172.565017:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078172.565023:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078172.565023:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078172.565028:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078172.565029:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078172.565034:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078172.565039:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:1.0:1769078172.565040:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.565042:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078172.565048:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078172.565056:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078172.565059:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078172.565061:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565063:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078172.565065:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078172.565070:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078172.565073:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078172.565075:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078172.565079:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078172.565081:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.565083:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078172.565089:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078172.565090:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186624:192.168.204.106@tcp:250:kworker.0
00000008:00000001:2.0:1769078172.565096:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565098:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078172.565100:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078172.565105:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769078172.565106:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
02000000:00000001:1.0:1769078172.565110:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078172.565111:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078172.565117:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078172.565118:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078172.565121:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078172.565123:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769078172.565125:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:2.0:1769078172.565126:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078172.565130:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078172.565131:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078172.565140:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000400:00000200:1.0:1769078172.565144:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078172.565147:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078172.565151:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00100000:2.0:1769078172.565155:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078172.565161:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:2.0:1769078172.565169:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078172.565171:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612186624, portal 25
00000100:00000001:2.0:1769078172.565173:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565177:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078172.565181:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569954176 : -118662139597440 : ffff9413d1522d80)
00000100:00000040:2.0:1769078172.565182:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078172.565191:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078172.565201:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565202:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078172.565206:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078172.565207:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078172.565212:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000040:2.0:1769078172.565214:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078172.565215:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612186624, offset 0
00000100:00000040:2.0:1769078172.565221:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078172.565225:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769078172.565229:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078172.565235:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5167)
00000400:00000200:1.0:1769078172.565238:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078172.565247:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078172.565254:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078172.565258:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078172.565264:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078172.565267:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078172.565272:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3842:3842:256:4294967295] 192.168.204.106@tcp LPNI seq info [3841:3841:8:4294967295]
00000400:00000200:1.0:1769078172.565277:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078172.565286:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078172.565292:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078172.565298:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078172.565305:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078172.565309:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078172.565315:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078172.565319:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078172.565324:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078172.565327:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078172.565333:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078172.565338:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078172.565344:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078172.565347:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078172.565358:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078172.565363:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565373:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078172.565376:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565384:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565385:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078172.565392:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078172.565397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078172.565400:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299834435
00000100:00000010:1.0:1769078172.565407:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c00.
00000100:00000001:1.0:1769078172.565414:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078172.565422:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299834435
00000100:00000010:1.0:1769078172.565425:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042240.
00000100:00000001:1.0:1769078172.565428:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078172.565431:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078172.565435:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565437:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078172.565441:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172]  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078172.565452:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078172.565453:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078172.565455:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078172.565459:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078172.565460:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078172.565463:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078172.565466:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078172.565476:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565483:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078172.565484:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565486:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078172.565488:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078172.565492:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565499:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078172.565504:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565511:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078172.565514:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565516:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078172.565518:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565520:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078172.565522:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078172.565526:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078172.565530:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078172.565532:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078172.565537:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078172.565546:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186624:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078172.565583:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565586:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078172.565591:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522d80 x1855007612186624/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565598:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078172.565601:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078172.565603:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078172.565607:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078172.565609:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078172.565611:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078172.565613:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078172.565615:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:1.0:1769078172.565619:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078172.565621:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078172.565623:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522d80.
00000100:00000001:1.0:1769078172.565627:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078172.565629:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565631:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565639:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078172.565640:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565642:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078172.565644:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078172.565646:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078172.565650:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565658:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078172.565660:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078172.565662:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078172.565664:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078172.565666:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078172.565669:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612186752:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078172.565672:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078172.565674:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078172.565676:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078172.565677:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078172.565681:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078172.565683:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078172.565703:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078172.565707:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078172.565711:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078172.565714:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612186752, portal 10
00000100:00000001:1.0:1769078172.565717:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078172.565718:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569949696 : -118662139601920 : ffff9413d1521c00)
00000100:00000040:1.0:1769078172.565735:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565743:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078172.565745:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078172.565748:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078172.565751:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612186752, offset 0
00000400:00000200:1.0:1769078172.565755:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078172.565760:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078172.565764:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078172.565767:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078172.565770:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078172.565773:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078172.565776:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078172.565779:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3843:3843:256:4294967295] 192.168.204.106@tcp LPNI seq info [3842:3842:8:4294967295]
00000400:00000200:1.0:1769078172.565783:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078172.565790:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078172.565795:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078172.565798:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078172.565803:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078172.565806:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078172.565810:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078172.565813:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078172.565817:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078172.565819:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:1.0:1769078172.565822:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078172.565826:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078172.565829:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:1.0:1769078172.565831:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:1.0:1769078172.565834:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078172.565838:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565846:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078172.565850:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078197 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565857:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565858:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078172.565862:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078172.565866:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078172.565870:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078172.565872:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299831072
00000100:00000001:1.0:1769078172.565875:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299834435
00000100:00000001:1.0:1769078172.565878:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299831072
00000100:00000001:1.0:1769078172.565880:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299834435
00000100:00000001:1.0:1769078172.565883:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078172.565885:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.565887:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078172.565891:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078172/real 1769078172]  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078172.565900:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078172.565902:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078172.565904:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078172.565907:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078172.565908:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078172.565911:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078172.565914:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078172.565923:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565931:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078172.565932:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565935:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078172.565936:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078172.565940:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565947:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078172.565951:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.565959:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078172.565961:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565964:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078172.565966:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565968:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078172.565970:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078172.565973:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078172.565977:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078172.565979:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078172.565984:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078172.565992:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612186752:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078172.565997:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.565999:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078172.566002:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521c00 x1855007612186752/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078197 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078172.566009:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078172.566011:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078172.566013:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078172.566016:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078172.566017:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078172.566019:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078172.566021:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078172.566023:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d000.
02000000:00000001:1.0:1769078172.566026:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078172.566028:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078172.566029:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521c00.
00000100:00000001:1.0:1769078172.566032:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078172.566033:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.566035:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078172.566039:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078172.566040:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078172.566042:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078172.566044:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078172.948661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078172.948666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078172.948741:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078172.948745:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078172.948749:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078173.588761:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078173.588773:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078173.588776:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078173.588784:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078173.588789:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078173.588794:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078173.588797:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078173.588801:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078173.588805:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078173.972736:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078173.972746:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078173.972841:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078173.972846:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078173.972851:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078174.612680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078174.612690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078174.612693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078174.612700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078174.612705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078174.612710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078174.612713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078174.612716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078174.612719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078174.996693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078174.996702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078174.996780:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078174.996785:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078174.996790:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078175.636704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078175.636713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078175.636714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078175.636720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078175.636724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078175.636728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078175.636731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078175.636733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078175.636737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.020705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078176.020715:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078176.020717:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078176.020720:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.020726:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078176.020727:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.020730:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.020731:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078176.020796:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078176.020800:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078176.020803:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078176.660643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078176.660652:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078176.660655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078176.660662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078176.660667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078176.660672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078176.660675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078176.660680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078176.660683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078177.044672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078177.044681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078177.044752:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078177.044757:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078177.044761:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078177.172704:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299834435, at 4299834880
00000100:00000040:1.0:1769078177.172704:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299834435, at 4299834880
00000100:00000010:0.0:1769078177.172725:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c00.
00000100:00000010:1.0:1769078177.172725:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00080000:3.0:1769078177.684734:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078177.684740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078177.684748:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078177.684749:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078177.684752:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.684755:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078177.684759:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078177.684761:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078177.684766:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078177.684768:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078177.684772:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078177.684777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078177.684778:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5162
00000100:00000001:2.0:1769078177.684782:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078177.684787:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078177.684791:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078177.684799:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078177.684802:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078177.684805:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078177.684808:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.684811:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078177.684813:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078177.684817:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078177.684818:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078177.684821:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078177.684823:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078177.684825:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078177.684827:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078177.684829:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078177.684831:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.684832:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078177.684833:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078177.684836:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078177.684838:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078177.684840:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078177.684842:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078177.684846:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078177.684848:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.684850:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078177.684852:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078177.684863:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769078177.684866:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078177.684870:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078177.684872:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.684874:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078177.684878:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078177.684882:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078177.684890:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769078177.684896:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078177.684904:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078177.684914:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078177.684920:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078177.684934:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078177.684962:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078177.684965:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078177.684969:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078177.684971:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078177.684973:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078177.684976:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078177.684978:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5162
00000400:00000200:3.0:1769078177.684981:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078177.684984:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078177.684986:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078177.684995:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078177.684997:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.684999:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078177.685001:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078177.685003:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078177.685004:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078177.685006:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078177.685007:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078177.685009:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078177.685010:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078177.685012:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078177.685016:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078177.685017:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078177.685018:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078177.685022:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078177.685024:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078177.685024:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078177.685028:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078177.685035:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078177.685037:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078177.685038:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078177.685038:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078177.685045:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078177.685049:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078177.685054:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078177.685058:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769078177.685059:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078177.685061:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078177.685066:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078177.685070:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078177.685070:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078177.685075:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769078177.685076:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769078177.685082:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078177.685083:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078177.685085:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078177.685088:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078177.685091:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186880:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078177.685092:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078177.685094:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078177.685097:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078177.685101:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078177.685102:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
02000000:00000001:1.0:1769078177.685108:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078177.685108:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078177.685113:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078177.685117:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078177.685119:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078177.685126:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078177.685128:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
00000100:00000001:3.0:1769078177.685128:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078177.685135:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078177.685136:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078177.685146:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078177.685148:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078177.685150:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078177.685154:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078177.685155:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:3.0:1769078177.685157:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078177.685162:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078177.685166:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:3.0:1769078177.685166:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5173)
00000100:00000200:1.0:1769078177.685179:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612186880, portal 25
00000100:00000001:1.0:1769078177.685193:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078177.685195:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000040:1.0:1769078177.685203:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078177.685212:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078177.685215:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078177.685219:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1220.
00000100:00000200:1.0:1769078177.685223:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612186880, offset 0
00000400:00000200:1.0:1769078177.685231:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078177.685241:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078177.685249:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078177.685255:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078177.685260:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078177.685264:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078177.685266:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078177.685269:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3844:3844:256:4294967295] 192.168.204.106@tcp LPNI seq info [3843:3843:8:4294967295]
00000400:00000200:1.0:1769078177.685273:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078177.685282:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078177.685287:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078177.685293:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cd00.
00000800:00000200:1.0:1769078177.685299:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078177.685303:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078177.685320:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078177.685325:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078177.685333:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299839555
00000100:00000010:1.0:1769078177.685338:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042240.
00000100:00000001:1.0:1769078177.685346:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078177.685354:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299839555
00000100:00000010:1.0:1769078177.685358:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0427e0.
00000100:00000001:1.0:1769078177.685362:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078177.685365:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078177.685367:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078177.685370:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078177.685372:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078177.685379:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078177.685380:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078177.685382:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078177.685383:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078177.685384:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078177.685388:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078177.685395:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078177.685396:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078177.685399:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078177.685401:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078177.685402:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078177.685404:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187008:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078177.685407:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078177.685408:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078177.685410:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078177.685412:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078177.685416:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078177.685418:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078177.685421:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078177.685424:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774108.
00000400:00000010:1.0:1769078177.685427:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078177.685430:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187008, portal 10
00000100:00000001:1.0:1769078177.685431:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078177.685433:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00000040:1.0:1769078177.685438:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078177.685448:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078177.685450:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078177.685452:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1f68.
00000100:00000200:1.0:1769078177.685454:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612187008, offset 0
00000400:00000200:1.0:1769078177.685457:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078177.685462:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078177.685465:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078177.685467:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078177.685469:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078177.685470:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078177.685472:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078177.685476:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3845:3845:255:4294967295] 192.168.204.106@tcp LPNI seq info [3844:3844:7:4294967295]
00000400:00000200:1.0:1769078177.685480:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078177.685485:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078177.685488:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078177.685492:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c400.
00000800:00000200:1.0:1769078177.685495:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078177.685498:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078177.685500:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078177.685505:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078177.685510:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078177.685513:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299836191
00000100:00000001:1.0:1769078177.685515:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299839555
00000100:00000001:1.0:1769078177.685518:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299836191
00000100:00000001:1.0:1769078177.685520:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299839555
00000100:00000001:1.0:1769078177.685522:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078177.685523:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078177.685525:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078177.685526:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078177.685528:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078177.685529:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078177.685531:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078177.685532:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078177.685533:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078177.685534:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078178.068689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078178.068696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078178.068759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078178.068764:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078178.068767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078178.708723:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078178.708736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078178.708739:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078178.708747:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078178.708752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078178.708756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.708759:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078178.708762:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078178.708765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078179.092632:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078179.092638:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078179.092719:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078179.092727:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078179.092732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078179.732672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078179.732680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078179.732682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078179.732687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078179.732691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078179.732695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078179.732697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078179.732699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078179.732701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078180.116691:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078180.116698:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078180.116774:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078180.116781:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078180.116784:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078180.756690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078180.756700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078180.756704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078180.756711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078180.756716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078180.756721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078180.756724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078180.756728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078180.756731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769078180.756872:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769078180.756919:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769078180.756933:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078180.756937:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769078180.756941:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078180.756946:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769078180.756951:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769078180.756956:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cd00.
00000400:00000200:0.0:1769078180.756963:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078180.756968:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078180.756976:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1220
00000400:00000010:0.0:1769078180.756979:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1220.
00000100:00000001:0.0:1769078180.756985:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078180.756994:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078180.757027:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078180.757031:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078180.757040:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078180.757042:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078180.757053:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769078180.757055:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c400.
00000400:00000200:0.0:1769078180.757058:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078180.757062:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078180.757065:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1f68
00000400:00000010:0.0:1769078180.757067:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1f68.
00000100:00000001:0.0:1769078180.757069:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078180.757073:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078180.757082:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078180.757085:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078202 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078180.757091:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078180.757092:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078180.757168:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078180.757173:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078180.757176:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078180.757185:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078180]  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078180.757198:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078180.757200:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078180.757204:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774108.
00000400:00000200:1.0:1769078180.757208:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078180.757210:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078180.757213:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078180.757218:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078180.757227:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757248:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078180.757250:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757253:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078180.757255:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078180.757259:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757266:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078180.757273:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757281:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078180.757285:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757287:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078180.757288:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757291:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078180.757295:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078180.757298:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078180.757304:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078180.757307:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078180.757312:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078180.757321:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187008:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078180.757337:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078180.757341:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078177/real 1769078180]  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078180.757349:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078180.757351:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078180.757352:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078180.757355:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078180.757357:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078180.757359:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078180.757362:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078180.757370:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757377:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078180.757380:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757382:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078180.757383:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078180.757386:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757392:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078180.757395:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757401:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078180.757404:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757405:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078180.757407:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757408:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078180.757410:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078180.757412:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078180.757416:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078180.757418:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078180.757422:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078180.757430:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612186880:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078180.757434:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757437:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078180.757440:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612187008/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757447:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078180.757451:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078180.757455:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078180.757459:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078180.757463:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078180.757466:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078180.757468:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078180.757471:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9c00.
02000000:00000001:1.0:1769078180.757476:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078180.757478:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078180.757481:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:1.0:1769078180.757485:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078180.757487:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757489:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078180.757492:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612186880/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078202 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078180.757498:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078180.757499:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078180.757501:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078180.757504:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078180.757506:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078180.757507:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078180.757509:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078180.757510:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:1.0:1769078180.757513:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078180.757514:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078180.757515:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:1.0:1769078180.757518:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078180.757519:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757521:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078180.757531:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078180.757532:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078180.757535:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078180.757536:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078181.140667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078181.140674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078181.140742:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078181.140746:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078181.140751:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078181.780689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078181.780697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078181.780700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078181.780706:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078181.780711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078181.780715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078181.780718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078181.780721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078181.780724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078182.164671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078182.164677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078182.164750:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078182.164758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078182.164763:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078182.292650:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299839555, at 4299840000
00000100:00000010:0.0:1769078182.292672:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042240.
00000100:00000040:1.0:1769078182.292865:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299839555, at 4299840000
00000100:00000010:1.0:1769078182.292873:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000001:2.0:1769078182.804713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078182.804725:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078182.804726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078182.804733:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078182.804738:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078182.804743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078182.804746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078182.804749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078182.804752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078182.804779:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078182.804785:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078182.804789:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078182.804792:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078182.804794:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078182.804803:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5168
00000400:00000200:2.0:1769078182.804813:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078182.804819:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078182.804822:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078182.804825:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.804828:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078182.804831:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.804833:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078182.804836:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078182.804838:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078182.804840:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078182.804843:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078182.804844:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078182.804846:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078182.804847:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.804848:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078182.804850:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.804851:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078182.804854:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078182.804857:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078182.804859:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078182.804862:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078182.804865:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078182.804869:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.804871:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078182.804874:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078182.804884:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769078182.804889:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078182.804894:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078182.804896:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.804899:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078182.804903:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078182.804909:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078182.804919:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769078182.804929:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078182.804939:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078182.804952:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078182.804959:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078182.804964:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078182.804994:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078182.804997:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078182.805001:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078182.805002:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078182.805004:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078182.805007:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078182.805010:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5168
00000400:00000200:2.0:1769078182.805014:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078182.805017:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078182.805020:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078182.805023:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.805026:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078182.805028:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.805031:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078182.805033:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078182.805034:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078182.805036:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078182.805039:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078182.805040:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078182.805043:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078182.805046:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.805048:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078182.805050:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078182.805052:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078182.805055:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078182.805057:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078182.805060:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078182.805062:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078182.805069:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078182.805071:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.805073:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078182.805078:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078182.805081:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.805083:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078182.805087:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769078182.805089:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078182.805092:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078182.805093:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078182.805094:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078182.805096:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078182.805097:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078182.805101:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769078182.805105:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078182.805111:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078182.805119:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078182.805121:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078182.805125:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078182.805134:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078182.805143:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078182.805144:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078182.805149:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078182.805156:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078182.805159:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078182.805164:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078182.805166:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078182.805174:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5178)
00000100:00000040:1.0:1769078182.805194:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805212:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078182.805216:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078182.805221:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078182.805226:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078182.805230:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078182.805235:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187136:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078182.805240:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078182.805246:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078182.805248:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078182.805251:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078182.805259:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078182.805261:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078182.805273:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078182.805279:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078182.805286:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078182.805295:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187136, portal 25
00000100:00000001:1.0:1769078182.805298:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078182.805300:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569953280 : -118662139598336 : ffff9413d1522a00)
00000100:00000040:1.0:1769078182.805305:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805312:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078182.805315:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078182.805317:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078182.805321:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612187136, offset 0
00000400:00000200:1.0:1769078182.805328:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078182.805339:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078182.805350:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078182.805356:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078182.805361:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078182.805366:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078182.805368:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078182.805372:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3846:3846:256:4294967295] 192.168.204.106@tcp LPNI seq info [3845:3845:8:4294967295]
00000400:00000200:1.0:1769078182.805376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078182.805387:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078182.805394:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078182.805400:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078182.805407:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078182.805411:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078182.805418:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078182.805421:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078182.805424:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078182.805427:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078182.805434:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078182.805439:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078182.805445:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078182.805448:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078182.805453:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078182.805457:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805468:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078182.805472:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805479:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078182.805481:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078182.805495:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078182.805501:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078182.805505:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299844675
00000100:00000010:1.0:1769078182.805511:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0427e0.
00000100:00000001:1.0:1769078182.805534:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078182.805541:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299844675
00000100:00000010:1.0:1769078182.805546:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042300.
00000100:00000001:1.0:1769078182.805589:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078182.805594:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078182.805597:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078182.805600:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078182.805606:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078182]  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078182.805617:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078182.805619:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078182.805621:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078182.805625:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078182.805626:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078182.805629:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078182.805632:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078182.805640:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805646:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078182.805648:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.805650:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078182.805652:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078182.805657:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805664:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078182.805670:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805677:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078182.805680:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.805681:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078182.805682:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.805684:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078182.805687:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078182.805690:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078182.805696:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078182.805699:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078182.805703:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078182.805712:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187136:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078182.805718:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078182.805722:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805730:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078182.805731:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078182.805734:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078182.805735:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078182.805738:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078182.805741:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187264:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078182.805744:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078182.805746:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078182.805748:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078182.805750:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078182.805753:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078182.805755:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078182.805761:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078182.805763:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078182.805766:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078182.805769:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187264, portal 10
00000100:00000001:1.0:1769078182.805771:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078182.805772:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955968 : -118662139595648 : ffff9413d1523480)
00000100:00000040:1.0:1769078182.805778:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.805789:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078182.805791:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078182.805793:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078182.805796:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612187264, offset 0
00000400:00000200:1.0:1769078182.805800:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078182.805803:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078182.805807:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078182.805809:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078182.805811:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078182.805814:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078182.805816:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078182.805819:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3847:3847:256:4294967295] 192.168.204.106@tcp LPNI seq info [3846:3846:8:4294967295]
00000400:00000200:1.0:1769078182.805823:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078182.805829:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078182.805834:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078182.805837:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078182.805841:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078182.807258:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078182.807274:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078182.807277:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078182.807299:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078182.807302:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078182.807308:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078182.807312:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078182.807319:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078182.807321:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078182.807324:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078182.807329:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.807338:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078182.807341:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078207 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.807353:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078182.807355:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078182.807362:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078182.807367:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078182.807372:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078182.807376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299841313
00000100:00000001:1.0:1769078182.807379:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299844675
00000100:00000001:1.0:1769078182.807382:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299841313
00000100:00000001:1.0:1769078182.807384:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299844675
00000100:00000001:1.0:1769078182.807387:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078182.807390:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078182.807393:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078182.807397:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078182/real 1769078182]  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078182.807406:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078182.807408:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078182.807411:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078182.807414:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078182.807416:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078182.807418:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078182.807421:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078182.807430:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.807435:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078182.807437:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.807440:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078182.807441:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078182.807444:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.807450:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078182.807453:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.807459:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078182.807461:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.807462:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078182.807463:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.807465:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078182.807467:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078182.807470:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078182.807475:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078182.807477:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078182.807481:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078182.807488:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187264:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078182.807492:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.807494:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078182.807497:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522a00 x1855007612187136/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.807504:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078182.807506:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078182.807510:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078182.807513:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078182.807526:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078182.807529:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078182.807531:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078182.807534:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:1.0:1769078182.807538:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078182.807541:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078182.807544:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522a00.
00000100:00000001:1.0:1769078182.807547:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078182.807548:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.807550:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078182.807572:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523480 x1855007612187264/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078207 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078182.807578:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078182.807580:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078182.807581:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078182.807583:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078182.807584:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078182.807586:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078182.807587:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078182.807589:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:1.0:1769078182.807591:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078182.807593:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078182.807594:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523480.
00000100:00000001:1.0:1769078182.807596:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078182.807598:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.807600:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078182.807606:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078182.807608:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078182.807610:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078182.807612:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078183.188657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078183.188662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078183.188717:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078183.188722:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078183.188725:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078183.828648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078183.828654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078183.828656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078183.828660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078183.828663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078183.828666:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078183.828668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078183.828670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078183.828672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078184.212633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078184.212638:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078184.212700:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078184.212706:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078184.212708:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078184.852650:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078184.852656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078184.852657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078184.852661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078184.852664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078184.852667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078184.852669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078184.852671:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078184.852673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078185.236652:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078185.236657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078185.236716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078185.236720:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078185.236723:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078185.876676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078185.876683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078185.876685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078185.876690:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078185.876694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078185.876699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078185.876701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078185.876704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078185.876706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.260656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078186.260664:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078186.260666:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078186.260669:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.260673:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078186.260675:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.260678:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.260681:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078186.260756:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078186.260761:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078186.260764:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078186.900653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078186.900660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078186.900665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078186.900670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078186.900674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078186.900678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078186.900680:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078186.900683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078186.900686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078187.284652:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078187.284657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078187.284721:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078187.284725:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078187.284729:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078187.412659:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299844675, at 4299845120
00000100:00000040:1.0:1769078187.412665:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299844675, at 4299845120
00000100:00000010:0.0:1769078187.412676:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0427e0.
00000100:00000010:1.0:1769078187.412679:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:2.0:1769078187.924660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769078187.924665:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078187.924666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078187.924669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078187.924675:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769078187.924675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078187.924679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078187.924680:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078187.924682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078187.924685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769078187.924686:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078187.924688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078187.924693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924694:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078187.924703:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5173
00000400:00000200:0.0:1769078187.924712:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078187.924719:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078187.924722:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078187.924725:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924728:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.924730:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924732:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078187.924734:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078187.924736:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078187.924738:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078187.924740:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078187.924741:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078187.924743:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078187.924745:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924746:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.924747:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924749:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078187.924751:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078187.924753:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924754:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078187.924756:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078187.924758:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078187.924760:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924762:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078187.924763:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078187.924771:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769078187.924773:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078187.924776:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078187.924777:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924779:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078187.924782:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078187.924785:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078187.924790:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769078187.924795:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078187.924801:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078187.924815:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078187.924818:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078187.924821:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078187.924835:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078187.924837:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078187.924839:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078187.924840:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078187.924841:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078187.924843:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078187.924845:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5173
00000400:00000200:0.0:1769078187.924847:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078187.924849:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078187.924851:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078187.924852:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924854:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.924855:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924857:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078187.924858:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078187.924860:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078187.924860:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078187.924862:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078187.924863:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078187.924864:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078187.924866:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924867:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078187.924868:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078187.924870:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078187.924871:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078187.924871:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078187.924876:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078187.924876:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078187.924879:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078187.924880:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078187.924882:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078187.924887:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078187.924887:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078187.924891:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924895:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078187.924898:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078187.924901:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924902:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078187.924904:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769078187.924906:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078187.924907:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078187.924908:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078187.924910:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078187.924912:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924913:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078187.924914:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078187.924915:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078187.924916:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078187.924919:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769078187.924920:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769078187.924925:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078187.924925:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078187.924931:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187392:192.168.204.106@tcp:250:kworker.0
00000100:00100000:0.0:1769078187.924934:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078187.924936:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078187.924941:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078187.924941:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078187.924943:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924944:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078187.924947:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078187.924950:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078187.924953:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078187.924957:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078187.924960:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078187.924963:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078187.924965:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078187.924967:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078187.924970:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078187.924970:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:0.0:1769078187.924973:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078187.924977:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5183)
00000400:00000010:1.0:1769078187.924979:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078187.924988:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187392, portal 25
00000100:00000001:1.0:1769078187.924991:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078187.924993:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000040:1.0:1769078187.924999:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925007:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078187.925009:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078187.925012:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078187.925015:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612187392, offset 0
00000400:00000200:1.0:1769078187.925021:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078187.925028:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078187.925034:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078187.925040:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078187.925043:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078187.925047:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078187.925049:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078187.925053:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3848:3848:256:4294967295] 192.168.204.106@tcp LPNI seq info [3847:3847:8:4294967295]
00000400:00000200:1.0:1769078187.925057:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078187.925066:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078187.925072:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078187.925077:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078187.925092:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078187.925096:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078187.925102:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078187.925105:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078187.925109:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078187.925112:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078187.925118:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078187.925122:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078187.925126:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078187.925128:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078187.925133:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078187.925137:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925145:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078187.925148:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925155:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078187.925157:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078187.925162:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078187.925166:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078187.925170:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299849795
00000100:00000010:1.0:1769078187.925175:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042300.
00000100:00000001:1.0:1769078187.925181:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078187.925195:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299849795
00000100:00000010:1.0:1769078187.925199:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042000.
00000100:00000001:1.0:1769078187.925202:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078187.925206:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078187.925208:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078187.925211:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078187.925215:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187]  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078187.925224:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078187.925225:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078187.925227:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078187.925230:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078187.925232:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078187.925234:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078187.925237:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078187.925246:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925252:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078187.925254:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925256:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078187.925257:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078187.925261:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925268:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078187.925273:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925285:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078187.925287:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925289:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078187.925290:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925292:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078187.925294:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078187.925297:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078187.925301:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078187.925303:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078187.925306:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078187.925315:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187392:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078187.925319:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925321:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078187.925323:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612187392/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925330:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078187.925332:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078187.925334:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078187.925337:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078187.925338:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078187.925340:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078187.925342:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078187.925344:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769078187.925347:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078187.925349:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078187.925351:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:1.0:1769078187.925354:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078187.925356:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925358:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925364:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078187.925365:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078187.925367:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078187.925369:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078187.925370:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078187.925374:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925380:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078187.925382:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078187.925383:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078187.925385:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078187.925387:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078187.925390:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187520:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078187.925393:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078187.925395:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078187.925396:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078187.925398:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078187.925401:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078187.925403:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078187.925407:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078187.925409:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078187.925413:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078187.925416:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187520, portal 10
00000100:00000001:1.0:1769078187.925418:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078187.925419:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:1.0:1769078187.925426:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925455:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078187.925458:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078187.925461:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078187.925464:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612187520, offset 0
00000400:00000200:1.0:1769078187.925468:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078187.925472:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078187.925475:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078187.925478:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078187.925480:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078187.925483:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078187.925485:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078187.925488:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3849:3849:256:4294967295] 192.168.204.106@tcp LPNI seq info [3848:3848:8:4294967295]
00000400:00000200:1.0:1769078187.925492:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078187.925498:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078187.925502:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078187.925505:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078187.925509:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078187.925512:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078187.925517:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078187.925520:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078187.925524:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078187.925525:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078187.925528:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078187.925531:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078187.925534:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078187.925536:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078187.925539:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078187.925542:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925549:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078187.925578:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078212 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925585:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078187.925586:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078187.925590:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078187.925594:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078187.925597:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078187.925599:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299846432
00000100:00000001:1.0:1769078187.925603:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299849795
00000100:00000001:1.0:1769078187.925605:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299846432
00000100:00000001:1.0:1769078187.925607:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299849795
00000100:00000001:1.0:1769078187.925609:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078187.925610:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078187.925612:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078187.925616:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078187/real 1769078187]  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078187.925624:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078187.925626:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078187.925627:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078187.925630:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078187.925631:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078187.925633:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078187.925636:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078187.925644:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925650:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078187.925651:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925653:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078187.925654:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078187.925658:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925664:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078187.925668:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925675:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078187.925678:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925680:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078187.925681:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925683:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078187.925685:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078187.925687:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078187.925690:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078187.925692:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078187.925696:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078187.925703:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187520:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078187.925707:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925708:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078187.925711:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612187520/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078212 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078187.925717:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078187.925718:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078187.925720:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078187.925722:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078187.925724:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078187.925725:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078187.925727:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078187.925728:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769078187.925731:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078187.925732:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078187.925734:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769078187.925736:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078187.925737:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925738:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078187.925741:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078187.925743:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078187.925745:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078187.925746:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078188.308678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078188.308686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078188.308742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078188.308746:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078188.308748:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078188.948595:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078188.948602:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078188.948603:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078188.948607:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078188.948610:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078188.948613:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078188.948615:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078188.948617:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078188.948619:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078189.332660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078189.332665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078189.332734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078189.332738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078189.332741:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078189.972659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078189.972668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078189.972670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078189.972676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078189.972680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078189.972684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078189.972686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078189.972689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078189.972691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078190.356671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078190.356677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078190.356730:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078190.356733:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078190.356736:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078190.996648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078190.996653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078190.996655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078190.996658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078190.996660:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078190.996663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078190.996665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078190.996667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078190.996668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078191.380657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078191.380661:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078191.380720:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078191.380723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078191.380726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078192.020654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078192.020662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078192.020663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078192.020667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078192.020669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078192.020672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078192.020674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078192.020676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078192.020678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078192.404668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078192.404675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078192.404739:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078192.404747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078192.404751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078192.532662:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299849795, at 4299850240
00000100:00000040:0.0:1769078192.532668:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299849795, at 4299850240
00000100:00000010:1.0:1769078192.532678:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000010:0.0:1769078192.532679:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042300.
00000100:00000001:2.0:1769078193.044632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078193.044639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078193.044641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078193.044645:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078193.044648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078193.044651:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078193.044653:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078193.044655:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078193.044657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078193.044661:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078193.044668:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078193.044671:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078193.044675:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078193.044678:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078193.044685:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5178
00000400:00000200:3.0:1769078193.044693:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078193.044700:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078193.044703:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078193.044706:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078193.044708:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078193.044711:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078193.044714:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078193.044718:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078193.044720:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078193.044733:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078193.044736:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078193.044738:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078193.044741:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078193.044744:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078193.044746:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078193.044748:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078193.044750:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078193.044754:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078193.044757:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078193.044760:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078193.044763:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078193.044765:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078193.044768:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078193.044781:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078193.044783:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078193.044793:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769078193.044796:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078193.044801:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078193.044802:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078193.044805:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078193.044808:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078193.044812:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078193.044819:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769078193.044825:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078193.044833:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078193.044844:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078193.044848:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078193.044853:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078193.044876:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078193.044879:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078193.044882:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078193.044884:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078193.044885:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078193.044887:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078193.044890:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5178
00000400:00000200:3.0:1769078193.044894:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078193.044897:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078193.044900:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078193.044903:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078193.044906:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078193.044908:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078193.044911:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078193.044911:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078193.044915:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078193.044916:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078193.044918:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078193.044919:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078193.044922:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078193.044926:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078193.044926:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078193.044932:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078193.044937:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078193.044939:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078193.044941:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078193.044943:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078193.044944:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078193.044948:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078193.044948:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078193.044953:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078193.044953:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:1.0:1769078193.044958:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187648:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078193.044958:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078193.044964:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078193.044965:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078193.044968:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769078193.044971:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078193.044972:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.044976:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078193.044977:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078193.044979:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769078193.044980:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078193.044983:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078193.044986:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078193.044990:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:3.0:1769078193.044992:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078193.044994:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:3.0:1769078193.044995:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078193.045001:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078193.045002:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000008:00000001:3.0:1769078193.045007:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078193.045010:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187648, portal 25
00000100:00000001:3.0:1769078193.045010:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045014:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:3.0:1769078193.045014:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000100:00000001:1.0:1769078193.045016:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000020:00000040:3.0:1769078193.045018:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078193.045023:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769078193.045025:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078193.045026:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045036:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078193.045039:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769078193.045040:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
02000000:00000001:3.0:1769078193.045043:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769078193.045046:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
02000000:00000001:3.0:1769078193.045046:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078193.045051:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612187648, offset 0
02000000:00000010:3.0:1769078193.045054:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769078193.045059:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078193.045062:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00100000:3.0:1769078193.045067:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078193.045073:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078193.045081:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078193.045082:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:3.0:1769078193.045086:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078193.045089:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078193.045093:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078193.045094:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078193.045099:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078193.045104:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078193.045110:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3850:3850:256:4294967295] 192.168.204.106@tcp LPNI seq info [3849:3849:8:4294967295]
00000100:00000001:3.0:1769078193.045112:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078193.045115:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078193.045118:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078193.045127:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078193.045127:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078193.045134:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078193.045136:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078193.045141:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769078193.045143:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000100:00000040:3.0:1769078193.045146:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5188)
00000800:00000200:1.0:1769078193.045152:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078193.045157:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078193.045163:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078193.045167:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078193.045172:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078193.045175:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078193.045181:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078193.045185:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078193.045190:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078193.045193:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078193.045196:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078193.045201:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045209:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078193.045213:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045220:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045222:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078193.045227:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078193.045232:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078193.045234:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299854915
00000100:00000010:1.0:1769078193.045240:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042000.
00000100:00000001:1.0:1769078193.045247:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078193.045253:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299854915
00000100:00000010:1.0:1769078193.045256:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769078193.045259:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078193.045262:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078193.045264:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045267:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078193.045271:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078193/real 1769078193]  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078193.045281:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078193.045282:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078193.045284:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078193.045287:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078193.045288:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078193.045290:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078193.045294:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078193.045302:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045308:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078193.045310:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045311:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078193.045313:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078193.045316:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045322:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078193.045325:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045329:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078193.045331:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045332:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078193.045333:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045334:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078193.045335:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078193.045337:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078193.045340:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078193.045341:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078193.045363:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078193.045368:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187648:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078193.045371:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045373:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078193.045374:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612187648/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045378:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078193.045380:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078193.045382:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078193.045384:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078193.045385:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078193.045386:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078193.045387:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078193.045388:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:1.0:1769078193.045391:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078193.045393:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078193.045394:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:1.0:1769078193.045396:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078193.045397:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045398:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045403:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078193.045404:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045405:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078193.045407:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078193.045408:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078193.045411:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045418:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078193.045419:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.045421:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078193.045423:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078193.045425:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078193.045428:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187776:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078193.045430:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078193.045432:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078193.045434:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078193.045435:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078193.045438:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078193.045440:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078193.045445:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078193.045447:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078193.045451:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078193.045453:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187776, portal 10
00000100:00000001:1.0:1769078193.045455:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078193.045457:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
00000100:00000040:1.0:1769078193.045463:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045470:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078193.045472:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078193.045474:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078193.045476:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612187776, offset 0
00000400:00000200:1.0:1769078193.045480:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078193.045484:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078193.045487:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078193.045490:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078193.045493:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078193.045495:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078193.045497:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078193.045500:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3851:3851:256:4294967295] 192.168.204.106@tcp LPNI seq info [3850:3850:8:4294967295]
00000400:00000200:1.0:1769078193.045504:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078193.045510:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078193.045514:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078193.045517:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078193.045520:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078193.045523:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078193.045527:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078193.045530:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078193.045533:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078193.045535:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078193.045538:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078193.045541:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078193.045543:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078193.045545:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078193.045547:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078193.045550:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045579:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078193.045582:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045588:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045590:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078193.045594:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078193.045598:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078193.045601:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078193.045603:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299851552
00000100:00000001:1.0:1769078193.045605:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299854915
00000100:00000001:1.0:1769078193.045608:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299851552
00000100:00000001:1.0:1769078193.045610:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299854915
00000100:00000001:1.0:1769078193.045612:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078193.045614:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045615:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078193.045619:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078193/real 1769078193]  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078193.045626:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078193.045627:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078193.045629:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078193.045631:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078193.045633:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078193.045635:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078193.045638:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078193.045646:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045652:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078193.045653:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045654:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078193.045656:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078193.045659:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045666:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078193.045669:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045676:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078193.045679:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045680:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078193.045681:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045683:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078193.045684:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078193.045687:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078193.045689:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078193.045691:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078193.045695:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078193.045702:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612187776:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078193.045706:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045707:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078193.045710:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612187776/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078193.045717:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078193.045718:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078193.045720:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078193.045722:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078193.045723:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078193.045724:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078193.045726:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078193.045728:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:1.0:1769078193.045730:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078193.045731:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078193.045732:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:1.0:1769078193.045735:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078193.045737:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045739:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078193.045742:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078193.045743:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078193.045745:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078193.045746:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078193.428644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078193.428648:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078193.428702:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078193.428705:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078193.428707:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078194.068655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078194.068662:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078194.068664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078194.068670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078194.068673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078194.068676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.068678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078194.068680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078194.068682:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078194.452624:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078194.452629:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078194.452671:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078194.452675:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078194.452677:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078195.092661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078195.092668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078195.092670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078195.092674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078195.092676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078195.092679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078195.092681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078195.092683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078195.092684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078195.476642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078195.476647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078195.476701:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078195.476704:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078195.476707:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078196.116617:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078196.116624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078196.116626:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078196.116631:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078196.116635:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078196.116638:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078196.116641:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078196.116643:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078196.116646:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.500644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078196.500650:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078196.500651:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078196.500653:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.500657:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078196.500658:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.500659:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.500661:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078196.500705:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078196.500708:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078196.500711:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078197.140682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078197.140689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078197.140690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078197.140695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078197.140698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078197.140701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078197.140703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078197.140705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078197.140707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078197.524639:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078197.524644:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078197.524691:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078197.524694:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078197.524696:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078197.652631:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299854915, at 4299855360
00000100:00000040:0.0:1769078197.652637:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299854915, at 4299855360
00000100:00000010:1.0:1769078197.652644:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000010:0.0:1769078197.652645:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000001:2.0:1769078198.164622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078198.164622:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078198.164627:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078198.164630:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078198.164631:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078198.164634:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078198.164635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078198.164637:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078198.164639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078198.164641:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078198.164642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078198.164645:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078198.164648:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5183
00000100:00000001:2.0:1769078198.164649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078198.164654:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078198.164658:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078198.164664:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078198.164667:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078198.164669:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164671:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078198.164673:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164675:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078198.164678:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078198.164679:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078198.164681:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078198.164683:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078198.164685:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078198.164686:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078198.164688:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164689:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078198.164690:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164691:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078198.164692:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078198.164694:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164696:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078198.164697:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078198.164699:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078198.164701:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078198.164702:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078198.164704:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078198.164711:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769078198.164713:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078198.164715:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078198.164716:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078198.164718:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078198.164720:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078198.164724:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078198.164729:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769078198.164734:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078198.164740:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078198.164747:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078198.164750:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078198.164754:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078198.164772:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078198.164774:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078198.164776:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078198.164777:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078198.164778:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078198.164779:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078198.164780:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5183
00000400:00000200:3.0:1769078198.164782:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078198.164784:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078198.164785:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078198.164787:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164788:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078198.164789:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164790:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078198.164791:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078198.164792:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078198.164793:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078198.164794:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078198.164795:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078198.164796:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078198.164798:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164799:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078198.164800:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164801:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078198.164802:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078198.164803:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078198.164806:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078198.164807:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078198.164810:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078198.164811:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078198.164813:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078198.164815:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078198.164817:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078198.164819:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078198.164822:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769078198.164823:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078198.164825:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078198.164826:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078198.164827:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078198.164828:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078198.164829:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078198.164832:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:1.0:1769078198.164834:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078198.164834:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.164840:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1769078198.164840:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078198.164844:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078198.164848:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078198.164850:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078198.164854:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078198.164855:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.164883:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078198.164884:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.164887:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078198.164887:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078198.164892:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078198.164893:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078198.164894:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078198.164898:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078198.164899:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078198.164901:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5193)
02000000:00000001:1.0:1769078198.164903:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078198.164908:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187904:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078198.164911:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078198.164915:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078198.164917:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.164920:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078198.164925:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078198.164927:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078198.164935:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078198.164939:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078198.164945:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078198.164952:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612187904, portal 25
00000100:00000001:1.0:1769078198.164955:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078198.164956:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
00000100:00000040:1.0:1769078198.164962:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.164970:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078198.164972:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078198.164974:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078198.164976:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612187904, offset 0
00000400:00000200:1.0:1769078198.164980:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078198.164987:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078198.164991:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078198.164995:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078198.164998:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078198.165001:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078198.165003:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078198.165005:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3852:3852:256:4294967295] 192.168.204.106@tcp LPNI seq info [3851:3851:8:4294967295]
00000400:00000200:1.0:1769078198.165008:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078198.165014:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078198.165018:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078198.165022:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078198.165026:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078198.165030:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078198.165034:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078198.165036:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078198.165039:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078198.165042:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078198.165046:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078198.165050:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078198.165053:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078198.165055:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078198.165058:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078198.165061:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165067:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078198.165069:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165073:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.165074:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078198.165078:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078198.165081:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078198.165083:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299860035
00000100:00000010:1.0:1769078198.165094:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769078198.165099:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078198.165104:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299860035
00000100:00000010:1.0:1769078198.165106:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042120.
00000100:00000001:1.0:1769078198.165108:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078198.165110:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078198.165111:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.165113:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078198.165115:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078198/real 1769078198]  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078198.165121:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078198.165122:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078198.165123:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078198.165125:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078198.165126:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078198.165127:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078198.165130:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078198.165139:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165143:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078198.165144:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165146:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078198.165147:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078198.165149:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165155:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078198.165159:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165163:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078198.165165:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165166:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078198.165167:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165169:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078198.165170:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078198.165171:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078198.165174:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078198.165175:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078198.165177:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078198.165182:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612187904:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078198.165185:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165186:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078198.165188:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612187904/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165196:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078198.165198:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078198.165199:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078198.165201:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078198.165203:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078198.165203:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078198.165205:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078198.165206:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:1.0:1769078198.165209:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078198.165210:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078198.165211:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:1.0:1769078198.165214:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078198.165215:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165216:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165221:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078198.165222:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.165224:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078198.165224:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078198.165225:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078198.165227:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165231:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078198.165232:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.165233:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078198.165235:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078198.165236:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078198.165237:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188032:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078198.165239:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078198.165240:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078198.165241:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078198.165242:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078198.165244:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078198.165245:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078198.165247:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078198.165249:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078198.165251:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078198.165253:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188032, portal 10
00000100:00000001:1.0:1769078198.165254:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078198.165255:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
00000100:00000040:1.0:1769078198.165272:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165276:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078198.165277:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078198.165279:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078198.165281:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612188032, offset 0
00000400:00000200:1.0:1769078198.165283:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078198.165286:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078198.165288:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078198.165290:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078198.165292:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078198.165293:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078198.165294:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078198.165296:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3853:3853:256:4294967295] 192.168.204.106@tcp LPNI seq info [3852:3852:8:4294967295]
00000400:00000200:1.0:1769078198.165298:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078198.165302:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078198.165305:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078198.165307:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078198.165309:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078198.165311:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078198.165313:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078198.165315:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078198.165317:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078198.165318:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078198.165320:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078198.165322:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078198.165324:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078198.165325:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078198.165327:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078198.165329:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165334:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078198.165335:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165339:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.165340:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078198.165342:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078198.165344:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078198.165345:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078198.165347:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299856671
00000100:00000001:1.0:1769078198.165348:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299860035
00000100:00000001:1.0:1769078198.165350:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299856671
00000100:00000001:1.0:1769078198.165351:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299860035
00000100:00000001:1.0:1769078198.165352:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078198.165353:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.165355:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078198.165356:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078198/real 1769078198]  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078198.165360:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078198.165361:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078198.165362:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078198.165363:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078198.165364:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078198.165366:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078198.165367:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078198.165372:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165379:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078198.165380:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165381:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078198.165381:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078198.165383:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165387:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078198.165389:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165392:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078198.165394:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165394:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078198.165395:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165396:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078198.165397:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078198.165398:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078198.165400:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078198.165401:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078198.165403:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078198.165407:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188032:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078198.165409:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165410:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078198.165412:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612188032/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078198.165416:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078198.165417:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078198.165418:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078198.165419:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078198.165420:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078198.165421:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078198.165422:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078198.165423:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:1.0:1769078198.165424:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078198.165425:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078198.165426:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:1.0:1769078198.165428:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078198.165429:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165430:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078198.165431:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078198.165432:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078198.165433:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078198.165434:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078198.548621:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078198.548626:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078198.548667:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078198.548669:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078198.548671:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078199.188649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078199.188654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078199.188656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078199.188660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078199.188663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078199.188665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.188667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078199.188669:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078199.188671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078199.572673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078199.572679:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078199.572741:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078199.572745:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078199.572747:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078200.212679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078200.212686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078200.212688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078200.212693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078200.212697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078200.212701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078200.212703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078200.212706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078200.212709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078200.596671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078200.596676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078200.596707:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078200.596712:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078200.596716:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078201.236677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078201.236685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078201.236687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078201.236692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078201.236695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078201.236699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078201.236701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078201.236703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078201.236706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078201.620648:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078201.620653:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078201.620715:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078201.620719:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078201.620722:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078202.260664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078202.260671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078202.260673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078202.260678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078202.260682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078202.260686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.260688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078202.260691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078202.260694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078202.644664:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078202.644670:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078202.644735:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078202.644740:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078202.644743:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078202.772656:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299860035, at 4299860480
00000100:00000040:1.0:1769078202.772656:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299860035, at 4299860480
00000100:00000010:1.0:1769078202.772670:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000010:0.0:1769078202.772672:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000001:2.0:1769078203.284656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078203.284663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078203.284665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078203.284669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078203.284673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078203.284676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078203.284678:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078203.284678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078203.284681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078203.284685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078203.284688:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078203.284692:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078203.284695:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078203.284700:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078203.284707:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5188
00000400:00000200:0.0:1769078203.284715:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078203.284722:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078203.284725:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078203.284729:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078203.284732:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078203.284734:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078203.284737:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078203.284741:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078203.284743:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078203.284745:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078203.284748:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078203.284750:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078203.284753:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078203.284756:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078203.284758:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078203.284760:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078203.284762:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078203.284765:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078203.284769:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078203.284771:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.284774:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078203.284777:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078203.284781:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.284783:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078203.284785:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078203.284793:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769078203.284797:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078203.284801:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078203.284803:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.284806:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078203.284809:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078203.284813:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078203.284821:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000001:0.0:1769078203.284827:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078203.284835:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078203.284846:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078203.284850:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.284855:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078203.284876:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078203.284880:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078203.284882:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078203.284884:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078203.284885:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078203.284888:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078203.284891:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5188
00000400:00000200:0.0:1769078203.284894:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078203.284898:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078203.284901:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078203.284904:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078203.284906:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078203.284908:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078203.284911:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078203.284913:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078203.284915:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078203.284917:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078203.284917:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078203.284921:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078203.284922:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078203.284924:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078203.284926:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078203.284931:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078203.284932:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078203.284941:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078203.284942:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078203.284945:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.284946:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078203.284948:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078203.284952:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078203.284953:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078203.284958:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078203.284958:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078203.284964:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188160:192.168.204.106@tcp:250:kworker.0
00000020:00000040:0.0:1769078203.284965:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078203.284969:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769078203.284973:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078203.284973:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078203.284976:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.284978:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.284979:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078203.284982:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769078203.284985:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078203.284988:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078203.284989:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078203.284994:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078203.284994:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078203.284998:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769078203.285000:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000008:00100000:0.0:1769078203.285004:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078203.285007:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000008:00000001:0.0:1769078203.285009:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078203.285013:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078203.285013:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188160, portal 25
00000100:00000001:1.0:1769078203.285016:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:0.0:1769078203.285018:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000100:00000001:1.0:1769078203.285018:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000020:00000040:0.0:1769078203.285024:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000040:1.0:1769078203.285026:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078203.285031:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078203.285034:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769078203.285035:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078203.285038:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:0.0:1769078203.285040:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078203.285042:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
02000000:00000001:0.0:1769078203.285045:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078203.285045:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612188160, offset 0
02000000:00000001:0.0:1769078203.285049:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078203.285052:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
02000000:00000010:0.0:1769078203.285057:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769078203.285063:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078203.285069:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:0.0:1769078203.285070:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078203.285080:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:0.0:1769078203.285081:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078203.285086:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078203.285086:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078203.285091:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:0.0:1769078203.285096:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078203.285098:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078203.285104:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078203.285112:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3854:3854:256:4294967295] 192.168.204.106@tcp LPNI seq info [3853:3853:8:4294967295]
00000100:00000001:0.0:1769078203.285115:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078203.285120:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078203.285120:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078203.285126:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078203.285130:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078203.285136:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078203.285137:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078203.285145:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5198)
00000800:00000200:1.0:1769078203.285150:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078203.285158:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078203.285165:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078203.285168:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078203.285186:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078203.285189:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078203.285192:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078203.285194:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078203.285200:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078203.285204:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078203.285209:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078203.285210:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078203.285214:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078203.285218:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285226:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078203.285229:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285235:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.285236:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078203.285241:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078203.285245:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078203.285247:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299865155
00000100:00000010:1.0:1769078203.285252:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042120.
00000100:00000001:1.0:1769078203.285258:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078203.285269:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299865155
00000100:00000010:1.0:1769078203.285272:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f00.
00000100:00000001:1.0:1769078203.285274:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078203.285277:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078203.285280:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.285282:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078203.285286:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203]  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078203.285296:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078203.285297:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078203.285299:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078203.285301:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078203.285302:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078203.285303:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078203.285305:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078203.285311:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285314:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078203.285315:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285317:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078203.285318:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078203.285320:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285324:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078203.285327:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285333:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078203.285335:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285336:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078203.285337:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285339:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078203.285341:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078203.285343:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078203.285347:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078203.285349:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078203.285353:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078203.285362:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188160:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078203.285366:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285368:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078203.285371:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612188160/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285377:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078203.285379:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078203.285382:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078203.285384:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078203.285386:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078203.285387:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078203.285388:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078203.285390:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769078203.285392:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078203.285394:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078203.285395:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:1.0:1769078203.285397:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078203.285398:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285399:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285403:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078203.285404:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.285405:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078203.285406:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078203.285407:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078203.285410:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285414:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078203.285415:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.285416:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078203.285418:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078203.285419:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078203.285420:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188288:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078203.285423:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078203.285424:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078203.285425:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078203.285426:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078203.285428:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078203.285430:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078203.285432:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078203.285434:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078203.285436:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078203.285438:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188288, portal 10
00000100:00000001:1.0:1769078203.285439:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078203.285440:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000040:1.0:1769078203.285444:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285448:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078203.285450:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078203.285451:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078203.285452:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612188288, offset 0
00000400:00000200:1.0:1769078203.285454:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078203.285457:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078203.285459:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078203.285461:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078203.285462:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078203.285464:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078203.285465:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078203.285467:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3855:3855:256:4294967295] 192.168.204.106@tcp LPNI seq info [3854:3854:8:4294967295]
00000400:00000200:1.0:1769078203.285470:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078203.285474:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078203.285476:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078203.285478:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078203.285480:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078203.285482:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078203.285485:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078203.285487:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078203.285489:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078203.285490:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078203.285492:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078203.285494:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078203.285496:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078203.285497:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078203.285498:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078203.285500:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285505:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078203.285506:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285510:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.285511:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078203.285513:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078203.285516:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078203.285517:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078203.285518:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299861791
00000100:00000001:1.0:1769078203.285520:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299865155
00000100:00000001:1.0:1769078203.285521:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299861791
00000100:00000001:1.0:1769078203.285523:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299865155
00000100:00000001:1.0:1769078203.285524:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078203.285525:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.285526:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078203.285528:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078203/real 1769078203]  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078203.285532:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078203.285532:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078203.285534:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078203.285535:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078203.285536:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078203.285537:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078203.285539:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078203.285544:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285547:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078203.285548:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285549:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078203.285549:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078203.285568:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285573:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078203.285575:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285579:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078203.285580:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285581:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078203.285582:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285583:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078203.285584:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078203.285586:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078203.285587:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078203.285588:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078203.285590:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078203.285595:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188288:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078203.285597:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285599:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078203.285600:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612188288/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078203.285604:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078203.285605:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078203.285606:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078203.285607:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078203.285608:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078203.285608:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078203.285609:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078203.285610:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:1.0:1769078203.285612:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078203.285612:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078203.285613:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:1.0:1769078203.285615:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078203.285616:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285617:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078203.285618:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078203.285619:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078203.285620:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078203.285621:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078203.668644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078203.668648:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078203.668691:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078203.668694:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078203.668697:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078204.308657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078204.308664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078204.308666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078204.308670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078204.308672:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078204.308675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.308677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078204.308678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078204.308680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078204.692658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078204.692665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078204.692723:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078204.692726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078204.692728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078205.332658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078205.332669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078205.332670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078205.332674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078205.332677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078205.332680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078205.332682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078205.332684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078205.332686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078205.716625:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078205.716632:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078205.716634:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078205.716635:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078205.716639:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078205.716641:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078205.716642:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078205.716644:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078205.716685:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078205.716689:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078205.716692:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078206.356633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078206.356639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078206.356640:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078206.356643:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078206.356646:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078206.356649:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078206.356651:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078206.356653:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078206.356655:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078206.740642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078206.740647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078206.740697:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078206.740700:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078206.740703:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078207.380670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078207.380677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078207.380679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078207.380685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078207.380688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078207.380692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078207.380694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078207.380697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078207.380700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078207.764641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078207.764646:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078207.764706:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078207.764709:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078207.764712:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078207.892658:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299865155, at 4299865600
00000100:00000040:1.0:1769078207.892658:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299865155, at 4299865600
00000100:00000010:1.0:1769078207.892671:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00000010:0.0:1769078207.892672:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00000001:2.0:1769078208.404659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078208.404668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078208.404671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078208.404677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078208.404677:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078208.404683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078208.404687:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078208.404689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078208.404695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078208.404697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078208.404701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.404701:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078208.404707:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078208.404711:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078208.404719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5193
00000400:00000200:3.0:1769078208.404730:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078208.404737:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078208.404741:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078208.404744:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404747:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078208.404750:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404753:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078208.404757:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078208.404759:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078208.404762:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078208.404765:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078208.404768:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078208.404771:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078208.404774:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404776:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078208.404778:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404780:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078208.404784:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078208.404787:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404790:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078208.404799:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078208.404803:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078208.404806:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.404808:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078208.404810:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078208.404818:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769078208.404821:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078208.404824:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078208.404825:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.404828:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078208.404830:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078208.404834:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078208.404840:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769078208.404846:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078208.404856:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078208.404867:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078208.404872:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078208.404878:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078208.404901:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078208.404905:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078208.404914:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078208.404915:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078208.404917:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078208.404920:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078208.404923:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5193
00000400:00000200:3.0:1769078208.404927:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078208.404930:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078208.404932:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078208.404934:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404937:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078208.404939:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404941:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078208.404943:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078208.404945:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078208.404945:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078208.404947:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078208.404951:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078208.404952:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078208.404953:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078208.404957:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078208.404957:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078208.404961:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404963:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078208.404968:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404969:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:1.0:1769078208.404970:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078208.404971:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078208.404975:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078208.404983:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078208.404987:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078208.404988:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078208.404991:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078208.404992:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078208.404995:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078208.404996:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.404999:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078208.405001:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078208.405003:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078208.405005:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078208.405007:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.405010:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078208.405015:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188416:192.168.204.106@tcp:250:kworker.0
00000100:00000010:3.0:1769078208.405015:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769078208.405019:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078208.405024:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078208.405024:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078208.405027:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078208.405029:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078208.405031:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078208.405031:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078208.405036:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078208.405036:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.405044:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078208.405045:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769078208.405049:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078208.405051:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
00000100:00100000:3.0:1769078208.405055:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078208.405056:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078208.405070:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078208.405078:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:3.0:1769078208.405080:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078208.405099:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078208.405105:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078208.405111:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:3.0:1769078208.405121:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078208.405122:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188416, portal 25
00000100:00000040:3.0:1769078208.405125:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078208.405126:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078208.405130:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
00000100:00000040:3.0:1769078208.405133:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078208.405138:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078208.405140:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078208.405142:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078208.405149:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5203)
00000100:00000001:1.0:1769078208.405157:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078208.405161:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078208.405164:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078208.405168:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612188416, offset 0
00000400:00000200:1.0:1769078208.405175:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078208.405183:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078208.405190:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078208.405195:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078208.405200:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078208.405204:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078208.405206:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078208.405211:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3856:3856:256:4294967295] 192.168.204.106@tcp LPNI seq info [3855:3855:8:4294967295]
00000400:00000200:1.0:1769078208.405216:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078208.405226:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078208.405232:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078208.405237:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078208.405244:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078208.405248:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078208.405254:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078208.405258:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078208.405262:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078208.405265:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078208.405271:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078208.405276:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078208.405281:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078208.405284:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078208.405288:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078208.405292:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405303:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078208.405306:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405315:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.405316:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078208.405322:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078208.405326:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078208.405329:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299870275
00000100:00000010:1.0:1769078208.405334:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f00.
00000100:00000001:1.0:1769078208.405340:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078208.405347:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299870275
00000100:00000010:1.0:1769078208.405351:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769078208.405354:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078208.405357:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078208.405360:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.405362:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078208.405366:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208]  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078208.405375:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078208.405377:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078208.405380:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078208.405383:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078208.405385:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078208.405388:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078208.405391:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078208.405402:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405409:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078208.405411:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405413:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078208.405415:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078208.405419:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405427:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078208.405431:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405440:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078208.405443:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405445:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078208.405447:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405449:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078208.405451:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078208.405454:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078208.405458:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078208.405460:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078208.405465:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078208.405474:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188416:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078208.405478:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405481:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078208.405484:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612188416/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405492:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078208.405495:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078208.405497:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078208.405500:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078208.405501:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078208.405503:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078208.405505:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078208.405508:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:1.0:1769078208.405512:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078208.405514:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078208.405516:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:1.0:1769078208.405519:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078208.405521:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405523:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405530:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078208.405532:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.405534:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078208.405536:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078208.405538:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078208.405541:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405549:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078208.405551:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.405579:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078208.405581:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078208.405584:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078208.405587:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188544:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078208.405591:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078208.405593:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078208.405594:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078208.405596:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078208.405599:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078208.405602:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078208.405606:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078208.405608:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078208.405612:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078208.405615:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188544, portal 10
00000100:00000001:1.0:1769078208.405617:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078208.405619:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000040:1.0:1769078208.405625:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405633:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078208.405635:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078208.405638:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078208.405640:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612188544, offset 0
00000400:00000200:1.0:1769078208.405644:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078208.405648:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078208.405651:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078208.405654:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078208.405657:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078208.405660:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078208.405663:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078208.405666:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3857:3857:256:4294967295] 192.168.204.106@tcp LPNI seq info [3856:3856:8:4294967295]
00000400:00000200:1.0:1769078208.405671:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078208.405678:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078208.405682:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078208.405685:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078208.405690:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078208.405693:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078208.405698:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078208.405701:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078208.405705:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078208.405707:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078208.405710:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078208.405714:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078208.405727:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078208.405729:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078208.405735:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078208.405739:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405748:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078208.405751:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405759:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.405761:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078208.405764:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078208.405768:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078208.405771:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078208.405773:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299866912
00000100:00000001:1.0:1769078208.405776:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299870275
00000100:00000001:1.0:1769078208.405778:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299866912
00000100:00000001:1.0:1769078208.405781:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299870275
00000100:00000001:1.0:1769078208.405783:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078208.405786:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.405788:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078208.405791:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078208/real 1769078208]  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078208.405800:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078208.405801:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078208.405803:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078208.405805:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078208.405807:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078208.405809:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078208.405812:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078208.405822:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405829:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078208.405830:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405832:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078208.405834:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078208.405838:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405845:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078208.405849:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405856:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078208.405858:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405860:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078208.405861:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405863:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078208.405865:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078208.405869:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078208.405873:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078208.405875:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078208.405879:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078208.405888:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188544:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078208.405892:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405894:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078208.405897:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612188544/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078208.405904:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078208.405905:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078208.405907:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078208.405909:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078208.405911:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078208.405912:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078208.405914:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078208.405916:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078208.405918:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078208.405920:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078208.405922:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:1.0:1769078208.405924:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078208.405925:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405927:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078208.405930:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078208.405932:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078208.405934:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078208.405935:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078208.788675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078208.788683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078208.788755:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078208.788759:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078208.788762:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078209.428662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078209.428669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078209.428670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078209.428674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078209.428677:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078209.428680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.428682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078209.428684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078209.428686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078209.812692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078209.812699:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078209.812766:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078209.812770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078209.812774:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078210.452626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078210.452632:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078210.452634:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078210.452638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078210.452642:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078210.452644:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078210.452646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078210.452648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078210.452651:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078210.836656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078210.836660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078210.836719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078210.836722:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078210.836724:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078211.476657:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078211.476663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078211.476665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078211.476670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078211.476673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078211.476676:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078211.476679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078211.476681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078211.476683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078211.860651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078211.860656:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078211.860711:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078211.860714:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078211.860717:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078212.500655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078212.500663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078212.500665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078212.500671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078212.500675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078212.500679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078212.500681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078212.500684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078212.500687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078212.884664:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078212.884669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078212.884719:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078212.884723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078212.884725:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078213.012670:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299870275, at 4299870720
00000100:00000040:0.0:1769078213.012685:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299870275, at 4299870720
00000100:00000010:1.0:1769078213.012685:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000010:0.0:1769078213.012694:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00080000:3.0:1769078213.524619:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078213.524624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078213.524627:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078213.524628:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078213.524632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078213.524632:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078213.524636:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078213.524638:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078213.524643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078213.524643:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078213.524647:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078213.524650:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078213.524650:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5198
00000100:00000001:2.0:1769078213.524652:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078213.524655:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078213.524659:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078213.524665:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078213.524667:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078213.524670:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524672:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078213.524674:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524675:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078213.524677:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078213.524680:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078213.524682:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078213.524684:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078213.524686:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078213.524688:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078213.524691:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524693:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078213.524695:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524697:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078213.524700:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078213.524703:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524705:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078213.524708:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078213.524711:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078213.524714:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078213.524716:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078213.524718:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078213.524726:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769078213.524730:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078213.524734:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078213.524735:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078213.524738:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078213.524740:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078213.524744:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078213.524758:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769078213.524764:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078213.524770:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078213.524777:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078213.524780:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078213.524783:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078213.524802:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078213.524804:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078213.524806:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078213.524807:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078213.524808:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078213.524809:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078213.524811:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5198
00000400:00000200:3.0:1769078213.524813:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078213.524815:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078213.524817:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078213.524818:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524819:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078213.524821:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524822:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078213.524823:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078213.524824:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078213.524826:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078213.524827:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078213.524828:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078213.524830:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078213.524831:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524833:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078213.524834:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524835:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078213.524837:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078213.524839:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078213.524840:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078213.524842:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078213.524846:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078213.524847:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078213.524848:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078213.524851:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078213.524853:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1769078213.524855:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078213.524856:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1769078213.524858:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078213.524861:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078213.524864:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000100:00000040:1.0:1769078213.524867:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078213.524867:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078213.524871:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078213.524872:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078213.524875:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078213.524877:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078213.524880:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078213.524884:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:1.0:1769078213.524886:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078213.524887:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078213.524889:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078213.524893:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078213.524895:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078213.524899:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078213.524900:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078213.524903:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078213.524905:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078213.524907:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078213.524914:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188672:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078213.524915:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078213.524919:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078213.524921:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078213.524922:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078213.524925:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078213.524927:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769078213.524928:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078213.524930:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078213.524932:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5208)
02000000:00000001:1.0:1769078213.524935:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078213.524941:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078213.524943:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078213.524950:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078213.524954:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078213.524961:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078213.524968:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188672, portal 25
00000100:00000001:1.0:1769078213.524970:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078213.524971:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000040:1.0:1769078213.524977:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.524984:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078213.524987:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078213.524990:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078213.524992:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612188672, offset 0
00000400:00000200:1.0:1769078213.525026:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078213.525034:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078213.525040:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078213.525045:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078213.525049:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078213.525053:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078213.525055:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078213.525059:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3858:3858:256:4294967295] 192.168.204.106@tcp LPNI seq info [3857:3857:8:4294967295]
00000400:00000200:1.0:1769078213.525063:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078213.525080:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078213.525086:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078213.525091:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078213.525097:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078213.525100:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769078213.525106:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078213.525109:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769078213.525113:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078213.525116:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078213.525122:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078213.525126:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078213.525131:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078213.525133:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078213.525137:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078213.525141:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525150:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078213.525153:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525160:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078213.525161:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078213.525166:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078213.525170:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078213.525172:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299875395
00000100:00000010:1.0:1769078213.525176:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769078213.525182:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078213.525187:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299875395
00000100:00000010:1.0:1769078213.525190:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769078213.525193:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078213.525196:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078213.525199:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078213.525201:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078213.525204:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213]  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078213.525212:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078213.525214:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078213.525216:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078213.525218:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078213.525220:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078213.525222:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078213.525234:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078213.525242:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525248:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078213.525250:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525252:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078213.525254:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078213.525257:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525264:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078213.525268:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525275:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078213.525278:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525280:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078213.525281:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525283:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078213.525285:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078213.525287:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078213.525291:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078213.525293:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078213.525297:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078213.525305:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188672:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078213.525309:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525311:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078213.525314:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612188672/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525320:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078213.525323:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078213.525325:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078213.525327:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078213.525329:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078213.525330:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078213.525333:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078213.525335:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:1.0:1769078213.525338:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078213.525340:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078213.525342:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:1.0:1769078213.525345:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078213.525346:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525348:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525354:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078213.525356:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078213.525358:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078213.525359:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078213.525360:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078213.525363:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525370:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078213.525371:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078213.525373:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078213.525375:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078213.525377:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078213.525380:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188800:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078213.525383:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078213.525385:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078213.525386:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078213.525388:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078213.525390:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078213.525392:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078213.525397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078213.525399:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078213.525403:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078213.525406:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188800, portal 10
00000100:00000001:1.0:1769078213.525408:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078213.525409:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
00000100:00000040:1.0:1769078213.525415:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525421:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078213.525423:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078213.525425:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078213.525427:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612188800, offset 0
00000400:00000200:1.0:1769078213.525431:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078213.525434:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078213.525438:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078213.525441:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078213.525444:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078213.525446:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078213.525448:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078213.525451:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3859:3859:256:4294967295] 192.168.204.106@tcp LPNI seq info [3858:3858:8:4294967295]
00000400:00000200:1.0:1769078213.525455:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078213.525460:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078213.525465:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078213.525468:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078213.525471:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078213.525474:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769078213.525478:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078213.525480:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769078213.525504:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078213.525507:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078213.525510:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078213.525513:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078213.525516:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078213.525518:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078213.525520:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078213.525524:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525531:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078213.525534:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525540:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078213.525542:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078213.525544:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078213.525548:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078213.525574:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078213.525576:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299872032
00000100:00000001:1.0:1769078213.525580:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299875395
00000100:00000001:1.0:1769078213.525582:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299872032
00000100:00000001:1.0:1769078213.525583:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299875395
00000100:00000001:1.0:1769078213.525585:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078213.525588:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078213.525589:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078213.525593:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078213/real 1769078213]  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078213.525601:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078213.525602:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078213.525603:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078213.525606:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078213.525607:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078213.525609:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078213.525612:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078213.525619:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525625:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078213.525626:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525627:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078213.525629:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078213.525632:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525637:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078213.525641:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525647:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078213.525649:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525651:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078213.525652:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525654:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078213.525655:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078213.525658:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078213.525660:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078213.525662:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078213.525666:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078213.525672:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612188800:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078213.525675:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525677:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078213.525680:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612188800/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078213.525685:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078213.525687:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078213.525689:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078213.525691:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078213.525692:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078213.525693:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078213.525695:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078213.525697:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:1.0:1769078213.525699:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078213.525700:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078213.525702:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:1.0:1769078213.525704:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078213.525705:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525707:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078213.525710:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078213.525711:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078213.525713:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078213.525714:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078213.908678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078213.908684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078213.908749:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078213.908753:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078213.908757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078214.548678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078214.548685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078214.548687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078214.548692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078214.548695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078214.548699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.548701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078214.548704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078214.548706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078214.932661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078214.932666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078214.932731:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078214.932735:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078214.932738:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078215.572613:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078215.572620:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078215.572621:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078215.572627:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078215.572630:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078215.572634:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078215.572636:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078215.572639:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078215.572642:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078215.956638:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078215.956646:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078215.956648:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078215.956650:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078215.956655:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078215.956658:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078215.956660:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078215.956663:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078215.956716:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078215.956720:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078215.956723:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078216.596656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078216.596663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078216.596665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078216.596670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078216.596674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078216.596677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078216.596679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078216.596682:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078216.596684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078216.980643:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078216.980651:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078216.980718:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078216.980722:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078216.980726:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078217.620609:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078217.620616:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078217.620617:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078217.620623:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078217.620626:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078217.620630:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078217.620632:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078217.620635:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078217.620637:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078218.004633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078218.004639:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078218.004711:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078218.004716:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078218.004720:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078218.132646:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299875395, at 4299875840
00000100:00000040:1.0:1769078218.132646:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299875395, at 4299875840
00000100:00000010:0.0:1769078218.132659:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000010:1.0:1769078218.132661:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:3.0:1769078218.644647:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078218.644649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078218.644655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078218.644658:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078218.644659:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.644663:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078218.644665:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078218.644668:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078218.644670:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078218.644672:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078218.644674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078218.644679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078218.644681:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5203
00000100:00000001:2.0:1769078218.644683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078218.644688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078218.644707:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078218.644713:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078218.644717:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078218.644720:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644723:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078218.644726:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644729:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078218.644732:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078218.644734:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078218.644736:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078218.644739:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078218.644741:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078218.644744:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078218.644746:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644748:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078218.644749:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644750:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078218.644752:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078218.644754:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644755:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078218.644758:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078218.644760:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078218.644762:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.644764:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078218.644766:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078218.644774:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769078218.644778:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078218.644782:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078218.644783:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.644786:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078218.644790:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078218.644794:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078218.644802:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769078218.644808:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078218.644816:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078218.644827:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078218.644831:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078218.644836:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078218.644861:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078218.644864:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078218.644867:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078218.644869:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078218.644871:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078218.644873:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078218.644875:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5203
00000400:00000200:3.0:1769078218.644879:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078218.644882:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078218.644885:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078218.644888:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644890:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078218.644894:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644896:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078218.644898:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078218.644900:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078218.644902:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078218.644904:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078218.644905:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078218.644906:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078218.644923:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078218.644927:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644928:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078218.644930:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644932:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078218.644934:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078218.644935:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078218.644937:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078218.644941:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078218.644944:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078218.644947:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078218.644948:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078218.644952:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078218.644956:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.644960:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078218.644964:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769078218.644966:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078218.644967:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.644972:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769078218.644973:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.644976:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078218.644977:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.644982:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078218.644983:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769078218.644987:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769078218.644989:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188928:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769078218.644991:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078218.644993:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.644996:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078218.644997:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078218.645000:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078218.645002:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078218.645002:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078218.645005:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078218.645006:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.645010:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078218.645010:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078218.645017:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078218.645018:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078218.645022:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078218.645029:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078218.645032:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078218.645033:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078218.645037:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078218.645040:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:3.0:1769078218.645046:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078218.645048:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078218.645050:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:3.0:1769078218.645051:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078218.645054:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078218.645057:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078218.645058:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612188928, portal 25
00000100:00000001:1.0:1769078218.645062:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769078218.645062:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5214)
00000100:00000001:1.0:1769078218.645065:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
00000100:00000040:1.0:1769078218.645073:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645081:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078218.645085:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078218.645087:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078218.645090:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612188928, offset 0
00000400:00000200:1.0:1769078218.645096:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078218.645103:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078218.645109:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078218.645114:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078218.645118:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078218.645122:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078218.645124:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078218.645128:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3860:3860:256:4294967295] 192.168.204.106@tcp LPNI seq info [3859:3859:8:4294967295]
00000400:00000200:1.0:1769078218.645133:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078218.645142:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078218.645147:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078218.645152:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078218.645165:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078218.645169:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078218.645175:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078218.645178:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078218.645183:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078218.645185:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078218.645191:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078218.645195:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078218.645199:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078218.645202:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078218.645206:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078218.645210:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645218:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078218.645222:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645229:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.645230:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078218.645235:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078218.645239:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078218.645242:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299880515
00000100:00000010:1.0:1769078218.645246:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769078218.645252:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078218.645264:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299880515
00000100:00000010:1.0:1769078218.645267:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769078218.645269:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078218.645272:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078218.645275:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.645277:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078218.645281:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218]  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078218.645290:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078218.645292:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078218.645295:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078218.645298:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078218.645300:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078218.645302:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078218.645306:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078218.645315:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645322:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078218.645323:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645326:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078218.645327:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078218.645331:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645338:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078218.645342:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645349:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078218.645351:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645353:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078218.645354:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645356:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078218.645358:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078218.645361:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078218.645365:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078218.645367:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078218.645371:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078218.645380:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612188928:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078218.645384:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645386:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078218.645389:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612188928/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645396:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078218.645398:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078218.645401:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078218.645403:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078218.645405:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078218.645407:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078218.645409:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078218.645411:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078218.645414:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078218.645416:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078218.645418:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:1.0:1769078218.645421:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078218.645422:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645424:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645430:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078218.645431:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.645433:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078218.645435:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078218.645436:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078218.645439:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645446:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078218.645448:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.645450:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078218.645451:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078218.645453:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078218.645456:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189056:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078218.645459:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078218.645460:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078218.645462:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078218.645464:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078218.645466:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078218.645468:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078218.645472:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078218.645474:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078218.645477:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078218.645479:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189056, portal 10
00000100:00000001:1.0:1769078218.645482:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078218.645483:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
00000100:00000040:1.0:1769078218.645489:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645494:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078218.645497:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078218.645499:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078218.645501:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612189056, offset 0
00000400:00000200:1.0:1769078218.645504:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078218.645507:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078218.645511:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078218.645513:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078218.645516:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078218.645519:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078218.645521:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078218.645524:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3861:3861:256:4294967295] 192.168.204.106@tcp LPNI seq info [3860:3860:8:4294967295]
00000400:00000200:1.0:1769078218.645529:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078218.645534:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078218.645539:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078218.645541:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078218.645545:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078218.645548:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078218.645570:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078218.645573:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078218.645580:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078218.645582:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078218.645585:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078218.645588:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078218.645590:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078218.645592:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078218.645594:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078218.645598:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645611:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078218.645614:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078243 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645621:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.645622:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078218.645625:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078218.645628:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078218.645631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078218.645633:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299877152
00000100:00000001:1.0:1769078218.645636:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299880515
00000100:00000001:1.0:1769078218.645638:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299877152
00000100:00000001:1.0:1769078218.645640:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299880515
00000100:00000001:1.0:1769078218.645642:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078218.645644:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.645646:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078218.645649:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078218/real 1769078218]  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078218.645657:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078218.645658:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078218.645660:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078218.645662:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078218.645663:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078218.645665:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078218.645668:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078218.645677:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645683:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078218.645684:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645686:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078218.645688:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078218.645691:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645697:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078218.645701:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645707:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078218.645710:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645711:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078218.645712:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645714:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078218.645716:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078218.645718:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078218.645721:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078218.645723:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078218.645726:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078218.645734:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189056:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078218.645738:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645739:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078218.645742:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612189056/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078243 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078218.645749:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078218.645750:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078218.645752:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078218.645754:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078218.645755:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078218.645758:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078218.645759:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078218.645761:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078218.645763:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078218.645765:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078218.645766:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:1.0:1769078218.645769:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078218.645770:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645772:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078218.645774:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078218.645776:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078218.645777:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078218.645779:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078219.028662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078219.028667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078219.028724:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078219.028729:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078219.028732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078219.668666:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078219.668675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078219.668677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078219.668682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078219.668685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078219.668688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078219.668689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078219.668692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078219.668694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078220.052641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078220.052646:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078220.052698:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078220.052701:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078220.052704:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078220.692662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078220.692668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078220.692669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078220.692673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078220.692676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078220.692680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.692683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078220.692685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078220.692688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078221.076674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078221.076680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078221.076744:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078221.076748:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078221.076751:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078221.716633:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078221.716640:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078221.716642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078221.716647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078221.716651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078221.716654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078221.716656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078221.716667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078221.716671:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078222.100666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078222.100672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078222.100747:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078222.100751:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078222.100754:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078222.740665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078222.740675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078222.740677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078222.740684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078222.740689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078222.740700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078222.740704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078222.740710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078222.740713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078223.124677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078223.124686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078223.124791:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078223.124798:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078223.124803:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078223.252656:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299880515, at 4299880960
00000100:00000010:0.0:1769078223.252673:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00000040:1.0:1769078223.252673:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299880515, at 4299880960
00000100:00000010:1.0:1769078223.252692:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:3.0:1769078223.764656:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078223.764659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078223.764665:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078223.764666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078223.764667:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078223.764669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078223.764671:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078223.764675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078223.764676:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078223.764681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078223.764684:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5209
00000100:00000001:2.0:1769078223.764686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078223.764690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769078223.764693:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078223.764694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078223.764699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078223.764703:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078223.764707:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078223.764711:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764715:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078223.764718:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764721:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078223.764725:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078223.764727:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078223.764730:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078223.764732:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078223.764734:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078223.764736:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078223.764740:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764742:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078223.764743:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764745:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078223.764748:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078223.764751:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764754:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.764756:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078223.764760:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078223.764762:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.764764:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078223.764767:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078223.764776:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769078223.764779:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078223.764783:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078223.764784:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.764787:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078223.764790:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078223.764794:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078223.764800:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769078223.764805:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078223.764813:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078223.764823:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078223.764838:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078223.764843:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.764872:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078223.764874:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078223.764876:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078223.764877:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078223.764879:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078223.764881:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078223.764884:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5209
00000400:00000200:3.0:1769078223.764888:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078223.764891:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078223.764893:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078223.764895:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764897:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078223.764899:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764901:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078223.764903:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078223.764904:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078223.764906:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078223.764908:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078223.764910:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078223.764913:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078223.764916:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764918:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078223.764921:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078223.764921:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764926:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078223.764927:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078223.764929:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078223.764931:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078223.764934:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078223.764941:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078223.764942:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078223.764944:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078223.764950:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078223.764954:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.764956:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078223.764959:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078223.764963:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769078223.764963:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.764967:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.764967:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078223.764974:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078223.764975:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
02000000:00000001:1.0:1769078223.764979:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078223.764980:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078223.764986:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078223.764986:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078223.764989:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078223.764993:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189184:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078223.764993:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078223.764996:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078223.765000:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765001:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078223.765005:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078223.765008:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078223.765010:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078223.765015:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000010:3.0:1769078223.765017:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078223.765018:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078223.765024:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078223.765029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:3.0:1769078223.765033:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078223.765034:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078223.765044:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:3.0:1769078223.765044:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078223.765050:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078223.765053:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189184, portal 25
00000100:00000040:3.0:1769078223.765054:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765058:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078223.765061:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
00000100:00000040:1.0:1769078223.765071:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078223.765081:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765083:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078223.765086:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078223.765088:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078223.765092:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000040:3.0:1769078223.765093:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078223.765097:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612189184, offset 0
00000100:00000040:3.0:1769078223.765099:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078223.765104:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078223.765105:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078223.765111:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5219)
00000400:00000200:1.0:1769078223.765116:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078223.765130:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078223.765136:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078223.765140:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078223.765143:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078223.765145:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078223.765149:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3862:3862:256:4294967295] 192.168.204.106@tcp LPNI seq info [3861:3861:8:4294967295]
00000400:00000200:1.0:1769078223.765153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078223.765160:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078223.765165:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078223.765170:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078223.765177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078223.765180:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078223.765185:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078223.765189:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078223.765193:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078223.765195:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078223.765201:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078223.765205:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078223.765209:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078223.765212:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078223.765216:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078223.765220:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765228:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078223.765231:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765237:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765239:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078223.765244:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078223.765247:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078223.765250:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299885635
00000100:00000010:1.0:1769078223.765255:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769078223.765261:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078223.765267:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299885635
00000100:00000010:1.0:1769078223.765270:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769078223.765273:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078223.765276:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078223.765278:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765280:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078223.765284:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223]  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078223.765292:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078223.765294:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078223.765296:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078223.765299:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078223.765300:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078223.765303:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078223.765306:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078223.765314:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765320:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078223.765321:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765323:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078223.765325:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078223.765328:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765334:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078223.765338:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765350:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078223.765352:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765354:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078223.765355:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765357:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078223.765359:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078223.765362:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078223.765365:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078223.765367:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078223.765371:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078223.765378:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189184:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078223.765384:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765386:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078223.765389:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612189184/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765395:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078223.765397:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078223.765400:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078223.765402:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078223.765404:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078223.765406:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078223.765407:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078223.765410:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:1.0:1769078223.765413:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078223.765415:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078223.765417:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:1.0:1769078223.765420:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078223.765421:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765423:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765429:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078223.765431:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765433:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078223.765434:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078223.765435:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078223.765438:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765444:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078223.765445:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078223.765447:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078223.765449:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078223.765451:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078223.765453:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189312:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078223.765456:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078223.765458:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078223.765460:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078223.765462:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078223.765465:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078223.765467:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078223.765471:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078223.765473:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078223.765476:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078223.765479:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189312, portal 10
00000100:00000001:1.0:1769078223.765481:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078223.765482:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000100:00000040:1.0:1769078223.765487:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765493:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078223.765495:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078223.765497:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078223.765499:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612189312, offset 0
00000400:00000200:1.0:1769078223.765503:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078223.765506:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078223.765509:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078223.765512:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078223.765515:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078223.765516:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078223.765518:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078223.765521:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3863:3863:256:4294967295] 192.168.204.106@tcp LPNI seq info [3862:3862:8:4294967295]
00000400:00000200:1.0:1769078223.765525:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078223.765530:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078223.765534:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078223.765537:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078223.765541:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078223.765543:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078223.765547:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078223.765580:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078223.765594:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078223.765596:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078223.765599:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078223.765603:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078223.765605:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078223.765607:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078223.765609:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078223.765613:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765619:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078223.765622:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078248 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765628:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765630:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078223.765633:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078223.765636:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078223.765640:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078223.765642:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299882272
00000100:00000001:1.0:1769078223.765644:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299885635
00000100:00000001:1.0:1769078223.765646:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299882272
00000100:00000001:1.0:1769078223.765648:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299885635
00000100:00000001:1.0:1769078223.765650:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078223.765652:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765654:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078223.765657:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078223/real 1769078223]  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078223.765663:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078223.765664:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078223.765666:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078223.765668:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078223.765670:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078223.765671:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078223.765675:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078223.765683:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765690:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078223.765691:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765693:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078223.765694:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078223.765698:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765704:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078223.765707:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765713:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078223.765715:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765717:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078223.765718:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765719:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078223.765721:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078223.765724:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078223.765726:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078223.765728:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078223.765732:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078223.765739:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189312:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078223.765742:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765744:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078223.765746:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612189312/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078248 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078223.765752:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078223.765753:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078223.765755:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078223.765757:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078223.765758:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078223.765760:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078223.765761:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078223.765763:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078223.765765:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078223.765766:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078223.765768:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:1.0:1769078223.765770:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078223.765772:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765773:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078223.765776:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078223.765777:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078223.765779:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078223.765780:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078224.149014:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078224.149020:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078224.149090:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078224.149094:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078224.149098:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078224.788653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078224.788660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078224.788661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078224.788666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078224.788669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078224.788672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078224.788674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078224.788676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078224.788678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078225.172634:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078225.172639:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078225.172683:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078225.172686:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078225.172688:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078225.812682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078225.812690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078225.812692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078225.812698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078225.812701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078225.812706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.812708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078225.812711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078225.812713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.196685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078226.196693:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078226.196695:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078226.196697:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.196701:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078226.196703:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.196705:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.196707:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078226.196780:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078226.196796:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078226.196799:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078226.836685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078226.836694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078226.836696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078226.836703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078226.836707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078226.836712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078226.836715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078226.836717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078226.836721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078227.220676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078227.220682:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078227.220757:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078227.220763:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078227.220793:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078227.860626:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078227.860631:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078227.860632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078227.860636:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078227.860638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078227.860641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078227.860643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078227.860645:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078227.860647:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078228.244700:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078228.244706:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078228.244786:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078228.244790:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078228.244793:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078228.372694:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299885635, at 4299886080
00000100:00000040:1.0:1769078228.372695:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299885635, at 4299886080
00000100:00000010:0.0:1769078228.372718:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000010:1.0:1769078228.372726:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00080000:3.0:1769078228.884698:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078228.884706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078228.884712:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078228.884717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078228.884717:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078228.884722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078228.884724:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078228.884729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078228.884732:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078228.884736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078228.884754:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078228.884757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078228.884761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078228.884764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078228.884768:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5214
00000400:00000200:3.0:1769078228.884781:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078228.884797:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078228.884802:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078228.884804:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078228.884808:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078228.884811:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078228.884813:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078228.884817:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078228.884820:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078228.884824:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078228.884827:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078228.884829:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078228.884832:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078228.884835:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078228.884837:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078228.884838:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078228.884840:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078228.884844:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078228.884847:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078228.884850:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.884853:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078228.884857:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078228.884861:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.884864:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078228.884867:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078228.884879:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769078228.884883:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078228.884888:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078228.884890:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.884893:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078228.884897:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078228.884903:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078228.884912:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769078228.884919:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078228.884929:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078228.884940:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078228.884945:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078228.884951:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078228.884978:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078228.884981:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078228.884984:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078228.884986:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078228.884987:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078228.884991:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078228.884993:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5214
00000400:00000200:3.0:1769078228.884997:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078228.885001:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078228.885003:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078228.885006:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078228.885009:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078228.885012:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078228.885012:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078228.885016:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078228.885017:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078228.885019:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078228.885021:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078228.885024:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078228.885026:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078228.885027:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078228.885029:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078228.885034:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078228.885036:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078228.885040:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078228.885045:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078228.885046:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078228.885049:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078228.885050:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078228.885053:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078228.885053:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078228.885057:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078228.885058:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078228.885061:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078228.885064:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189440:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078228.885068:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078228.885072:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769078228.885074:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078228.885076:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.885078:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078228.885079:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078228.885082:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1769078228.885084:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078228.885087:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078228.885089:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078228.885093:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.885096:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078228.885099:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00100000:3.0:1769078228.885102:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769078228.885106:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000008:00000001:3.0:1769078228.885108:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.885112:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078228.885115:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000010:3.0:1769078228.885117:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769078228.885121:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078228.885123:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078228.885124:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078228.885126:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1769078228.885127:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189440, portal 25
02000000:00000001:3.0:1769078228.885128:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078228.885131:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.885132:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078228.885136:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
02000000:00000010:3.0:1769078228.885137:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769078228.885142:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078228.885144:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078228.885150:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078228.885161:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078228.885169:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078228.885171:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078228.885178:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078228.885179:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078228.885185:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078228.885191:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612189440, offset 0
00000100:00000001:3.0:1769078228.885192:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078228.885199:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078228.885204:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078228.885206:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078228.885210:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078228.885214:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078228.885217:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078228.885221:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5224)
00000400:00000200:1.0:1769078228.885227:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078228.885234:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078228.885240:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078228.885244:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078228.885248:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078228.885252:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3864:3864:256:4294967295] 192.168.204.106@tcp LPNI seq info [3863:3863:8:4294967295]
00000400:00000200:1.0:1769078228.885256:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078228.885266:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078228.885273:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078228.885278:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078228.885285:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078228.885290:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078228.885296:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078228.885299:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078228.885304:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078228.885307:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078228.885315:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078228.885327:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078228.885333:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078228.885335:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078228.885340:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078228.885344:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885354:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078228.885357:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885364:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.885366:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078228.885372:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078228.885376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078228.885379:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299890755
00000100:00000010:1.0:1769078228.885384:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769078228.885398:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078228.885415:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299890755
00000100:00000010:1.0:1769078228.885419:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769078228.885422:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078228.885435:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078228.885439:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.885442:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078228.885451:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228]  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078228.885461:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078228.885463:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078228.885465:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078228.885468:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078228.885470:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078228.885472:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078228.885475:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078228.885484:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885491:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078228.885493:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885495:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078228.885497:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078228.885501:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885509:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078228.885513:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885531:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078228.885534:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885536:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078228.885537:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885540:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078228.885542:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078228.885545:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078228.885550:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078228.885574:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078228.885579:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078228.885588:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189440:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078228.885592:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885594:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078228.885597:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612189440/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885603:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078228.885606:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078228.885609:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078228.885612:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078228.885614:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078228.885616:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078228.885618:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078228.885621:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078228.885631:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078228.885633:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078228.885635:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:1.0:1769078228.885639:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078228.885640:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885642:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885649:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078228.885650:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.885653:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078228.885654:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078228.885656:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078228.885660:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885672:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078228.885673:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078228.885675:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078228.885677:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078228.885679:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078228.885682:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189568:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078228.885685:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078228.885687:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078228.885688:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078228.885690:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078228.885693:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078228.885695:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078228.885699:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078228.885702:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078228.885705:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078228.885708:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189568, portal 10
00000100:00000001:1.0:1769078228.885710:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078228.885712:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00000040:1.0:1769078228.885718:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885724:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078228.885726:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078228.885728:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078228.885731:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612189568, offset 0
00000400:00000200:1.0:1769078228.885734:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078228.885755:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078228.885759:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078228.885762:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078228.885764:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078228.885767:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078228.885769:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078228.885772:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3865:3865:256:4294967295] 192.168.204.106@tcp LPNI seq info [3864:3864:8:4294967295]
00000400:00000200:1.0:1769078228.885777:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078228.885783:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078228.885787:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078228.885790:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078228.885794:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078228.885797:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078228.885801:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078228.885803:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078228.885807:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078228.885809:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078228.885812:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078228.885814:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078228.885817:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078228.885820:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078228.885822:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078228.885826:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885833:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078228.885836:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078253 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885842:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.885844:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078228.885846:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078228.885850:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078228.885853:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078228.885855:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299887392
00000100:00000001:1.0:1769078228.885858:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299890755
00000100:00000001:1.0:1769078228.885860:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299887392
00000100:00000001:1.0:1769078228.885862:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299890755
00000100:00000001:1.0:1769078228.885864:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078228.885867:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.885869:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078228.885872:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078228/real 1769078228]  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078228.885880:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078228.885881:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078228.885883:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078228.885885:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078228.885886:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078228.885888:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078228.885891:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078228.885907:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885913:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078228.885914:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885916:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078228.885917:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078228.885921:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885927:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078228.885930:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885937:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078228.885939:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885940:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078228.885942:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885943:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078228.885945:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078228.885948:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078228.885952:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078228.885954:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078228.885958:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078228.885965:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189568:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078228.885968:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.885970:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078228.885972:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612189568/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078253 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078228.885978:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078228.885980:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078228.885982:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078228.885984:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078228.885985:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078228.885987:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078228.885989:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078228.885990:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:1.0:1769078228.885993:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078228.885994:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078228.885996:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:1.0:1769078228.885999:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078228.886000:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.886002:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078228.886005:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078228.886006:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078228.886008:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078228.886009:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078229.268794:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078229.268804:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078229.268880:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078229.268885:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078229.268889:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078229.908658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078229.908663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078229.908665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078229.908669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078229.908672:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078229.908674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078229.908676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078229.908678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078229.908680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078230.292685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078230.292691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078230.292763:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078230.292767:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078230.292771:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078230.932685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078230.932692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078230.932694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078230.932699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078230.932702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078230.932720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078230.932722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078230.932724:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078230.932727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078231.316681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078231.316688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078231.316789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078231.316795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078231.316800:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078231.956651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078231.956656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078231.956657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078231.956661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078231.956664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078231.956667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078231.956676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078231.956677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078231.956679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078232.340738:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078232.340746:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078232.340815:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078232.340820:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078232.340824:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078232.980710:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078232.980717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078232.980718:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078232.980722:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078232.980726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078232.980730:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078232.980732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078232.980734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078232.980737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078233.364689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078233.364695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078233.364760:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078233.364763:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078233.364767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078233.492706:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299890755, at 4299891200
00000100:00000040:1.0:1769078233.492706:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299890755, at 4299891200
00000100:00000010:0.0:1769078233.492728:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000010:1.0:1769078233.492735:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00080000:3.0:1769078234.004643:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078234.004645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078234.004661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078234.004664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078234.004664:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078234.004668:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078234.004671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078234.004672:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.004675:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.004680:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5219
00000100:00000001:2.0:1769078234.004684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078234.004689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078234.004689:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078234.004695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769078234.004696:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078234.004698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078234.004700:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078234.004702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078234.004703:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004707:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.004710:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004711:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078234.004714:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.004715:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078234.004716:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.004718:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078234.004720:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078234.004722:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078234.004723:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004725:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.004726:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004727:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078234.004729:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078234.004731:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004733:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.004735:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078234.004737:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.004739:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.004740:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078234.004742:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.004748:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769078234.004750:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078234.004753:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.004754:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.004756:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.004758:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.004761:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078234.004766:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769078234.004770:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078234.004776:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078234.004783:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.004786:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078234.004789:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.004807:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078234.004809:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078234.004811:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078234.004812:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078234.004813:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.004814:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.004816:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5219
00000400:00000200:3.0:1769078234.004817:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078234.004819:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.004820:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078234.004822:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004823:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.004824:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004825:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078234.004827:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.004827:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078234.004828:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.004830:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078234.004831:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078234.004832:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078234.004835:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004836:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.004838:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078234.004839:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078234.004841:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078234.004843:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078234.004845:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078234.004846:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.004849:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078234.004849:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078234.004853:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078234.004856:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.004859:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078234.004860:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.004861:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078234.004865:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078234.004871:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769078234.004871:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.004874:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.004874:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.004879:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
02000000:00000001:1.0:1769078234.004880:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078234.004882:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078234.004883:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078234.004887:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.004888:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.004890:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078234.004893:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189696:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078234.004894:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.004896:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.004898:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.004899:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078234.004901:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078234.004905:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078234.004905:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.004909:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078234.004912:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078234.004914:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078234.004920:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.004921:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078234.004922:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
00000100:00000040:3.0:1769078234.004925:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078234.004927:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.004935:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078234.004937:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078234.004938:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078234.004939:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078234.004943:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078234.004944:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:3.0:1769078234.004946:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078234.004950:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5229)
00000400:00000010:1.0:1769078234.004952:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078234.004958:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189696, portal 25
00000100:00000001:1.0:1769078234.004961:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078234.004963:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:1.0:1769078234.004969:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.004977:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078234.004980:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078234.004983:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078234.004986:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612189696, offset 0
00000400:00000200:1.0:1769078234.004993:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078234.005000:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078234.005006:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078234.005011:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078234.005015:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078234.005018:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078234.005021:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078234.005024:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3866:3866:256:4294967295] 192.168.204.106@tcp LPNI seq info [3865:3865:8:4294967295]
00000400:00000200:1.0:1769078234.005028:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078234.005037:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078234.005043:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078234.005048:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078234.005054:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078234.005058:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078234.005063:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078234.005067:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078234.005070:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078234.005073:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078234.005079:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078234.005084:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078234.005088:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078234.005091:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078234.005094:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078234.005099:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005108:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.005112:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005119:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.005120:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078234.005125:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.005130:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078234.005133:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299895875
00000100:00000010:1.0:1769078234.005137:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769078234.005143:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078234.005149:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299895875
00000100:00000010:1.0:1769078234.005152:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769078234.005155:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078234.005157:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078234.005159:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.005160:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078234.005164:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078234.005170:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078234.005171:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078234.005173:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078234.005175:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078234.005176:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078234.005178:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078234.005180:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078234.005186:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005189:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078234.005190:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005191:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.005192:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078234.005195:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005199:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078234.005201:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005209:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078234.005211:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005212:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.005213:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005215:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078234.005216:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078234.005219:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078234.005222:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078234.005224:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078234.005228:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078234.005235:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189696:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078234.005240:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005242:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.005245:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612189696/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005251:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078234.005254:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078234.005256:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078234.005259:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078234.005261:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078234.005262:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078234.005264:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078234.005266:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:1.0:1769078234.005270:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078234.005272:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078234.005273:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:1.0:1769078234.005275:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078234.005276:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005278:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005283:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078234.005284:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.005285:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078234.005286:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078234.005287:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078234.005289:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005294:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078234.005295:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.005296:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078234.005297:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078234.005298:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078234.005300:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189824:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078234.005302:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078234.005303:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078234.005304:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.005305:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078234.005314:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078234.005315:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.005319:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078234.005321:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078234.005325:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078234.005328:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189824, portal 10
00000100:00000001:1.0:1769078234.005329:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078234.005331:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000040:1.0:1769078234.005337:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005343:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078234.005345:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078234.005347:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078234.005349:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612189824, offset 0
00000400:00000200:1.0:1769078234.005353:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078234.005357:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078234.005361:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078234.005364:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078234.005366:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078234.005369:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078234.005371:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078234.005373:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3867:3867:256:4294967295] 192.168.204.106@tcp LPNI seq info [3866:3866:8:4294967295]
00000400:00000200:1.0:1769078234.005376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078234.005380:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078234.005384:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078234.005388:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078234.005391:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078234.005394:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078234.005398:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078234.005400:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078234.005404:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078234.005406:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078234.005408:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078234.005411:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078234.005414:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078234.005416:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078234.005418:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078234.005421:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005426:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.005428:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005432:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.005440:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078234.005442:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078234.005445:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078234.005448:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078234.005449:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299892511
00000100:00000001:1.0:1769078234.005452:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299895875
00000100:00000001:1.0:1769078234.005453:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299892511
00000100:00000001:1.0:1769078234.005454:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299895875
00000100:00000001:1.0:1769078234.005456:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078234.005457:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.005458:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078234.005460:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078234.005464:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078234.005465:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078234.005466:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078234.005467:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078234.005468:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078234.005470:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078234.005474:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078234.005479:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005482:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078234.005483:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005484:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.005485:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078234.005487:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005490:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078234.005492:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005496:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078234.005498:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005499:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.005500:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005501:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078234.005502:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078234.005504:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078234.005506:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078234.005507:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078234.005509:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078234.005513:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612189824:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078234.005516:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005517:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.005518:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612189824/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.005521:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078234.005522:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078234.005523:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078234.005525:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078234.005525:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078234.005526:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078234.005527:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078234.005528:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078234.005529:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078234.005530:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078234.005531:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:1.0:1769078234.005533:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078234.005534:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005535:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.005537:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078234.005538:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.005539:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078234.005540:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078234.388702:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078234.388708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078234.388784:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078234.388789:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078234.388792:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078235.028686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078235.028693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078235.028695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078235.028701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078235.028704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078235.028707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.028710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078235.028712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078235.028715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078235.412679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078235.412685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078235.412747:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078235.412752:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078235.412755:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078236.052671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078236.052678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078236.052680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078236.052686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078236.052689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078236.052693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078236.052695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078236.052697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078236.052700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.436715:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078236.436725:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078236.436727:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078236.436730:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.436735:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078236.436736:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.436737:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.436739:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078236.436800:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078236.436805:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078236.436808:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078237.076635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078237.076641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078237.076642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078237.076646:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078237.076649:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078237.076652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078237.076654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078237.076656:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078237.076657:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078237.460620:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078237.460626:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078237.460689:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078237.460694:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078237.460697:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078238.100671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078238.100677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078238.100678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078238.100682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078238.100685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078238.100688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078238.100690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078238.100691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078238.100693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078238.484669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078238.484674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078238.484746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078238.484750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078238.484753:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078238.612693:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299895875, at 4299896320
00000100:00000040:1.0:1769078238.612694:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299895875, at 4299896320
00000100:00000010:0.0:1769078238.612720:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000010:1.0:1769078238.612729:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:2.0:1769078239.124681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078239.124681:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078239.124689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078239.124690:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078239.124692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.124694:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078239.124700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078239.124700:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078239.124707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078239.124708:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078239.124713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078239.124718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078239.124719:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5224
00000100:00000001:2.0:1769078239.124722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078239.124727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078239.124732:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078239.124741:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078239.124746:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078239.124749:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124752:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.124754:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124755:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078239.124759:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078239.124760:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078239.124762:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078239.124765:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078239.124766:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078239.124768:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078239.124770:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124772:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.124773:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124774:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078239.124776:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078239.124785:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124788:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.124790:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078239.124793:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078239.124795:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.124797:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078239.124799:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078239.124809:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769078239.124811:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078239.124816:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078239.124818:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.124821:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078239.124825:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078239.124830:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078239.124843:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769078239.124851:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078239.124862:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078239.124872:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078239.124877:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078239.124882:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078239.124902:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078239.124905:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078239.124909:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078239.124910:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078239.124912:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078239.124915:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078239.124917:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5224
00000400:00000200:3.0:1769078239.124920:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078239.124922:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078239.124924:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078239.124926:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124929:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078239.124930:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124932:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078239.124934:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078239.124935:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078239.124936:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078239.124937:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078239.124938:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078239.124939:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078239.124940:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078239.124942:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124945:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078239.124947:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078239.124947:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124951:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078239.124952:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078239.124953:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078239.124957:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078239.124958:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.124960:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078239.124963:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078239.124965:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078239.124968:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.124971:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078239.124976:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078239.124978:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769078239.124979:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.124982:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.124982:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078239.124987:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
02000000:00000001:1.0:1769078239.124989:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078239.124990:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078239.124993:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078239.124994:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078239.124995:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.124998:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078239.125001:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078239.125001:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078239.125004:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078239.125008:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189952:192.168.204.106@tcp:250:kworker.0
02000000:00000010:3.0:1769078239.125009:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769078239.125014:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.125016:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769078239.125021:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078239.125022:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078239.125026:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078239.125030:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078239.125032:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078239.125033:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078239.125037:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078239.125040:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
00000100:00000001:3.0:1769078239.125043:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078239.125044:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078239.125046:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078239.125051:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078239.125053:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078239.125059:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078239.125059:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078239.125066:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:3.0:1769078239.125066:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5234)
00000400:00000010:1.0:1769078239.125075:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078239.125084:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612189952, portal 25
00000100:00000001:1.0:1769078239.125087:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078239.125089:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:1.0:1769078239.125095:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125103:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078239.125106:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078239.125110:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078239.125113:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612189952, offset 0
00000400:00000200:1.0:1769078239.125120:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078239.125129:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078239.125136:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078239.125143:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078239.125148:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078239.125153:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078239.125156:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078239.125159:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3868:3868:256:4294967295] 192.168.204.106@tcp LPNI seq info [3867:3867:8:4294967295]
00000400:00000200:1.0:1769078239.125164:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078239.125174:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078239.125192:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078239.125198:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078239.125205:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078239.125209:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078239.125215:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078239.125218:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078239.125223:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078239.125225:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078239.125233:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078239.125238:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078239.125251:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078239.125254:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078239.125259:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078239.125264:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125274:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078239.125278:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125286:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.125288:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078239.125294:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078239.125299:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078239.125302:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299900995
00000100:00000010:1.0:1769078239.125308:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769078239.125315:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078239.125329:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299900995
00000100:00000010:1.0:1769078239.125332:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769078239.125336:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078239.125340:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078239.125343:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.125345:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078239.125350:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078239/real 1769078239]  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078239.125360:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078239.125362:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078239.125364:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078239.125376:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078239.125378:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078239.125381:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078239.125385:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078239.125395:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125403:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078239.125406:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125409:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078239.125411:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078239.125415:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125422:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078239.125434:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125442:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078239.125445:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125447:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078239.125448:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125451:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078239.125453:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078239.125456:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078239.125460:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078239.125463:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078239.125467:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078239.125475:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612189952:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078239.125480:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125482:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078239.125485:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612189952/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125493:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078239.125496:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078239.125499:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078239.125502:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078239.125505:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078239.125507:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078239.125509:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078239.125512:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:1.0:1769078239.125515:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078239.125517:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078239.125519:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:1.0:1769078239.125524:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078239.125525:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125527:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125536:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078239.125537:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.125540:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078239.125541:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078239.125550:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078239.125593:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125601:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078239.125602:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078239.125604:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078239.125606:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078239.125609:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078239.125612:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190080:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078239.125615:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078239.125617:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078239.125619:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078239.125621:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078239.125624:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078239.125626:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078239.125631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078239.125634:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078239.125637:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078239.125640:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190080, portal 10
00000100:00000001:1.0:1769078239.125643:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078239.125644:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:1.0:1769078239.125651:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125658:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078239.125660:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078239.125662:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078239.125671:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612190080, offset 0
00000400:00000200:1.0:1769078239.125676:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078239.125680:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078239.125683:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078239.125686:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078239.125689:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078239.125691:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078239.125694:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078239.125697:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3869:3869:256:4294967295] 192.168.204.106@tcp LPNI seq info [3868:3868:8:4294967295]
00000400:00000200:1.0:1769078239.125702:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078239.125708:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078239.125731:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078239.125735:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078239.125740:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078239.125744:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078239.125750:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078239.125753:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078239.125757:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078239.125759:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:1.0:1769078239.125762:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078239.125765:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078239.125769:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:1.0:1769078239.125770:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:1.0:1769078239.125773:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078239.125777:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125792:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078239.125795:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125801:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.125804:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078239.125814:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078239.125818:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078239.125822:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078239.125824:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299897632
00000100:00000001:1.0:1769078239.125828:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299900995
00000100:00000001:1.0:1769078239.125830:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299897632
00000100:00000001:1.0:1769078239.125832:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299900995
00000100:00000001:1.0:1769078239.125834:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078239.125836:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.125838:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078239.125842:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078239/real 1769078239]  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078239.125850:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078239.125852:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078239.125853:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078239.125856:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078239.125857:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078239.125860:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078239.125863:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078239.125871:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125878:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078239.125880:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125882:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078239.125884:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078239.125887:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125895:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078239.125898:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125906:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078239.125908:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125910:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078239.125911:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125913:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078239.125915:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078239.125918:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078239.125921:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078239.125923:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078239.125927:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078239.125936:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190080:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078239.125940:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125942:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078239.125945:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612190080/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078239.125952:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078239.125953:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078239.125955:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078239.125958:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078239.125960:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078239.125962:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078239.125964:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078239.125966:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:1.0:1769078239.125968:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078239.125970:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078239.125971:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:1.0:1769078239.125975:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078239.125976:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125978:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078239.125981:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078239.125983:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078239.125985:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078239.125987:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078239.508703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078239.508710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078239.508767:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078239.508771:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078239.508773:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078240.148677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078240.148685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078240.148686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078240.148691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078240.148694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078240.148698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.148700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078240.148703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078240.148705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078240.532684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078240.532691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078240.532792:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078240.532797:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078240.532801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078241.172672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078241.172679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078241.172681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078241.172687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078241.172690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078241.172695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078241.172697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078241.172699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078241.172702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078241.556665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078241.556670:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078241.556734:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078241.556738:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078241.556742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078242.196709:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078242.196718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078242.196720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078242.196726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078242.196731:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078242.196735:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078242.196738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078242.196740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078242.196743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078242.580614:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078242.580620:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078242.580659:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078242.580663:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078242.580665:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078243.220689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078243.220704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078243.220706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078243.220711:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078243.220715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078243.220720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078243.220722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078243.220725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078243.220728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078243.604668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078243.604673:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078243.604739:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078243.604743:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078243.604746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078243.732628:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299900995, at 4299901440
00000100:00000040:0.0:1769078243.732629:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299900995, at 4299901440
00000100:00000010:1.0:1769078243.732641:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00000010:0.0:1769078243.732643:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:2.0:1769078244.244649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078244.244655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078244.244657:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078244.244662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078244.244665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078244.244668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078244.244670:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078244.244670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078244.244673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078244.244676:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078244.244677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.244679:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078244.244682:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078244.244685:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078244.244689:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5229
00000400:00000200:0.0:1769078244.244697:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078244.244701:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078244.244703:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078244.244705:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244707:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078244.244709:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244710:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078244.244713:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078244.244714:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078244.244716:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078244.244718:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078244.244720:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078244.244721:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078244.244723:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244724:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078244.244725:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244726:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078244.244728:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078244.244730:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244732:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078244.244733:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078244.244735:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078244.244737:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.244738:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078244.244740:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078244.244747:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769078244.244749:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078244.244751:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078244.244752:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.244754:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078244.244756:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078244.244759:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078244.244765:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769078244.244769:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078244.244774:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078244.244781:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078244.244784:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078244.244787:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078244.244806:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078244.244808:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078244.244810:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078244.244811:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078244.244812:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078244.244814:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078244.244816:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5229
00000400:00000200:0.0:1769078244.244817:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078244.244819:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078244.244821:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078244.244822:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244823:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078244.244824:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244826:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078244.244827:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078244.244828:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078244.244829:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078244.244831:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078244.244832:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078244.244833:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078244.244835:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244838:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078244.244839:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244841:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078244.244842:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078244.244844:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078244.244845:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078244.244849:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078244.244849:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769078244.244850:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078244.244852:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078244.244855:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078244.244859:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.244860:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078244.244860:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078244.244865:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078244.244869:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078244.244870:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078244.244874:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078244.244875:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078244.244877:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078244.244878:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769078244.244880:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
02000000:00000001:1.0:1769078244.244881:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078244.244884:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769078244.244886:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190208:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769078244.244887:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078244.244889:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.244893:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078244.244893:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078244.244896:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078244.244897:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078244.244898:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078244.244901:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078244.244902:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769078244.244908:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078244.244908:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769078244.244914:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078244.244915:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc400.
00000100:00000001:0.0:1769078244.244921:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078244.244921:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078244.244924:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078244.244927:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078244.244933:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078244.244936:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078244.244939:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078244.244940:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:0.0:1769078244.244942:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078244.244946:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078244.244948:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078244.244950:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:0.0:1769078244.244951:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5239)
00000100:00000200:1.0:1769078244.244957:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190208, portal 25
00000100:00000001:1.0:1769078244.244960:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078244.244962:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
00000100:00000040:1.0:1769078244.244968:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078244.244973:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078244.244975:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078244.244977:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1e58.
00000100:00000200:1.0:1769078244.244979:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612190208, offset 0
00000400:00000200:1.0:1769078244.244983:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078244.244988:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078244.244993:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078244.244996:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078244.245000:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078244.245002:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078244.245004:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078244.245007:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3870:3870:256:4294967295] 192.168.204.106@tcp LPNI seq info [3869:3869:8:4294967295]
00000400:00000200:1.0:1769078244.245009:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078244.245016:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078244.245020:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078244.245023:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c200.
00000800:00000200:1.0:1769078244.245027:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078244.245031:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078244.245044:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078244.245046:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078244.245048:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299906115
00000100:00000010:1.0:1769078244.245052:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769078244.245057:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078244.245067:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299906115
00000100:00000010:1.0:1769078244.245070:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042de0.
00000100:00000001:1.0:1769078244.245072:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078244.245074:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078244.245076:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078244.245078:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078244.245080:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078244.245086:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078244.245087:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078244.245089:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078244.245091:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078244.245092:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078244.245095:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078244.245100:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078244.245101:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078244.245102:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078244.245103:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078244.245105:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078244.245107:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190336:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078244.245109:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078244.245110:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078244.245111:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078244.245112:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078244.245115:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078244.245116:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078244.245119:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078244.245122:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774108.
00000400:00000010:1.0:1769078244.245124:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078244.245126:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190336, portal 10
00000100:00000001:1.0:1769078244.245127:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078244.245128:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557628928 : -118662151922688 : ffff9413d0961c00)
00000100:00000040:1.0:1769078244.245133:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078244.245136:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078244.245138:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078244.245141:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1b28.
00000100:00000200:1.0:1769078244.245142:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612190336, offset 0
00000400:00000200:1.0:1769078244.245145:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078244.245146:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078244.245148:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078244.245150:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078244.245151:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078244.245153:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078244.245155:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078244.245156:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3871:3871:255:4294967295] 192.168.204.106@tcp LPNI seq info [3870:3870:7:4294967295]
00000400:00000200:1.0:1769078244.245159:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078244.245162:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078244.245165:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078244.245167:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c800.
00000800:00000200:1.0:1769078244.245169:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078244.245172:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078244.245174:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078244.245176:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078244.245178:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078244.245180:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299902751
00000100:00000001:1.0:1769078244.245182:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299906115
00000100:00000001:1.0:1769078244.245184:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299902751
00000100:00000001:1.0:1769078244.245185:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299906115
00000100:00000001:1.0:1769078244.245187:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078244.245188:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078244.245189:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078244.245190:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078244.245192:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078244.245193:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078244.245194:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078244.245195:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078244.245195:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078244.245197:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078244.628711:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078244.628720:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078244.628776:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078244.628783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078244.628787:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078245.268675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078245.268680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078245.268682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078245.268685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078245.268687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078245.268690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.268691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078245.268693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078245.268695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078245.652653:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078245.652660:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078245.652662:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078245.652663:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078245.652667:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078245.652669:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078245.652671:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078245.652673:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078245.652723:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078245.652726:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078245.652728:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078246.292738:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078246.292745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078246.292747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078246.292752:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078246.292755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078246.292759:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078246.292762:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078246.292764:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078246.292767:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078246.676656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078246.676660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078246.676714:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078246.676718:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078246.676721:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078247.316796:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078247.316803:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078247.316805:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078247.316810:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078247.316814:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078247.316818:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078247.316820:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078247.316822:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078247.316825:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769078247.316929:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769078247.316971:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078247.316982:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078247.316986:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769078247.316990:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078247.316994:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078247.316999:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078247.317004:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c200.
00000400:00000200:3.0:1769078247.317009:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078247.317013:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078247.317020:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1e58
00000400:00000010:3.0:1769078247.317023:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1e58.
00000100:00000001:3.0:1769078247.317027:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078247.317035:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078247.317065:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078247.317069:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078247.317076:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078247.317078:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078247.317087:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078247.317089:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c800.
00000400:00000200:3.0:1769078247.317093:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078247.317096:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078247.317099:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1b28
00000400:00000010:3.0:1769078247.317101:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1b28.
00000100:00000001:3.0:1769078247.317104:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078247.317108:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078247.317114:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078247.317123:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078247.317130:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078247.317132:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078247.317204:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078247.317208:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078247.317210:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078247.317217:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078244/real 1769078247]  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078247.317227:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078247.317229:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078247.317232:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774108.
00000400:00000200:1.0:1769078247.317235:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078247.317237:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078247.317239:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078247.317243:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078247.317251:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317258:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078247.317260:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317262:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078247.317264:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078247.317268:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317274:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078247.317279:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317286:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078247.317289:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317291:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078247.317292:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317295:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078247.317297:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078247.317301:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078247.317305:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078247.317307:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078247.317311:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078247.317320:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190336:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078247.317325:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078247.317328:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078244/real 1769078247]  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078247.317334:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078247.317335:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078247.317338:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078247.317341:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078247.317343:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078247.317345:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078247.317348:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078247.317355:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317361:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078247.317363:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317364:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078247.317366:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078247.317369:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317375:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078247.317378:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317384:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078247.317387:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317388:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078247.317389:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317390:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078247.317392:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078247.317394:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078247.317398:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078247.317400:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078247.317408:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078247.317461:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190208:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078247.317467:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317469:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078247.317471:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612190336/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317477:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078247.317481:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078247.317485:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace400.
02000000:00000001:1.0:1769078247.317489:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078247.317492:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078247.317494:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078247.317497:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078247.317499:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769078247.317502:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078247.317504:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078247.317506:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:1.0:1769078247.317510:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078247.317511:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317513:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078247.317517:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612190208/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078247.317522:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078247.317523:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078247.317524:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc400.
02000000:00000001:1.0:1769078247.317526:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078247.317527:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078247.317529:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078247.317530:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078247.317531:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:1.0:1769078247.317533:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078247.317535:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078247.317536:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:1.0:1769078247.317538:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078247.317539:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317541:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078247.317549:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078247.317578:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078247.317580:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078247.317582:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078247.700698:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078247.700707:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078247.700781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078247.700787:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078247.700791:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078248.340745:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078248.340752:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078248.340754:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078248.340759:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078248.340763:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078248.340767:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078248.340769:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078248.340771:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078248.340773:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078248.724633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078248.724638:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078248.724691:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078248.724694:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078248.724697:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078248.852677:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299906115, at 4299906560
00000100:00000040:1.0:1769078248.852677:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299906115, at 4299906560
00000100:00000010:1.0:1769078248.852693:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000010:0.0:1769078248.852696:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00080000:1.0:1769078249.364640:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078249.364651:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078249.364654:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078249.364658:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078249.364662:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078249.364670:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5234
00000100:00000001:2.0:1769078249.364670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078249.364675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078249.364677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078249.364682:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:2.0:1769078249.364682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078249.364688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769078249.364690:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078249.364692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078249.364694:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1769078249.364696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1769078249.364699:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364701:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078249.364701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078249.364704:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364705:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078249.364708:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078249.364711:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078249.364713:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078249.364713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078249.364716:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078249.364719:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078249.364721:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078249.364723:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364724:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078249.364725:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364726:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078249.364729:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078249.364731:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364733:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078249.364735:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078249.364737:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078249.364740:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078249.364741:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078249.364743:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078249.364750:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830000.
00000020:00000040:1.0:1769078249.364753:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078249.364756:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078249.364758:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078249.364761:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078249.364763:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078249.364767:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078249.364774:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acc400.
00000100:00000001:1.0:1769078249.364780:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078249.364789:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078249.364800:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078249.364804:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078249.364810:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000374c41d0] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078249.364840:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078249.364843:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078249.364846:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078249.364848:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078249.364849:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078249.364852:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078249.364855:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5234
00000400:00000200:1.0:1769078249.364859:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078249.364862:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078249.364864:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078249.364867:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364868:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078249.364869:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364870:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078249.364872:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078249.364873:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078249.364874:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078249.364875:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769078249.364876:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078249.364877:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078249.364880:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364882:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078249.364884:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364885:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078249.364888:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078249.364891:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078249.364893:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078249.364894:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078249.364900:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078249.364902:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078249.364904:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078249.364908:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078249.364911:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078249.364913:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078249.364916:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830380.
00000020:00000040:1.0:1769078249.364918:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078249.364920:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078249.364921:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078249.364923:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078249.364925:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078249.364927:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078249.364931:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace400.
00000100:00000001:1.0:1769078249.364934:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078249.364939:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078249.364946:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078249.364948:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078249.364951:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ad329c2] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078249.364958:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078249.364960:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078249.364963:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078249.364966:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078249.364969:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078249.364974:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5244)
00000100:00000001:2.0:1769078249.365157:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078249.365161:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078249.365163:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078249.365169:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365177:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078249.365179:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078249.365183:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078249.365185:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078249.365188:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078249.365191:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190464:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078249.365195:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078249.365200:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078249.365202:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078249.365205:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078249.365220:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769078249.365223:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078249.365230:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078249.365234:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078249.365242:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078249.365251:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190464, portal 25
00000100:00000001:2.0:1769078249.365253:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078249.365255:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455713280 : -118662253838336 : ffff9413ca830000)
00000100:00000040:2.0:1769078249.365260:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365267:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078249.365270:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078249.365272:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078249.365276:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612190464, offset 0
00000400:00000200:2.0:1769078249.365283:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078249.365291:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078249.365298:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078249.365304:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078249.365308:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078249.365312:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078249.365314:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078249.365317:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3872:3872:256:4294967295] 192.168.204.106@tcp LPNI seq info [3871:3871:8:4294967295]
00000400:00000200:2.0:1769078249.365321:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078249.365331:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078249.365350:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078249.365356:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078249.365364:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078249.365368:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078249.365374:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078249.365377:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078249.365381:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078249.365384:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078249.365388:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078249.365392:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078249.365416:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078249.365418:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078249.365422:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078249.365426:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365435:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078249.365437:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365444:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.365445:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078249.365450:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078249.365454:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078249.365457:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299911235
00000100:00000010:2.0:1769078249.365462:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b240.
00000100:00000001:2.0:1769078249.365469:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078249.365476:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299911235
00000100:00000010:2.0:1769078249.365479:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bde0.
00000100:00000001:2.0:1769078249.365482:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078249.365486:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078249.365488:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.365490:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078249.365494:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249]  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078249.365503:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078249.365505:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078249.365507:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078249.365510:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078249.365511:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078249.365514:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078249.365517:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078249.365526:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365532:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078249.365535:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365537:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078249.365539:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078249.365543:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365549:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078249.365573:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365578:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078249.365580:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365581:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078249.365582:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365583:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078249.365585:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078249.365586:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078249.365589:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078249.365590:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078249.365593:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078249.365598:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190464:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078249.365601:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078249.365602:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365606:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078249.365607:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078249.365609:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078249.365610:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078249.365611:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078249.365613:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190592:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078249.365615:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078249.365617:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078249.365618:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078249.365619:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078249.365621:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855d800.
02000000:00000001:2.0:1769078249.365623:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078249.365626:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078249.365628:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078249.365632:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078249.365635:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190592, portal 10
00000100:00000001:2.0:1769078249.365636:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078249.365638:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455714176 : -118662253837440 : ffff9413ca830380)
00000100:00000040:2.0:1769078249.365643:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365649:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078249.365651:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078249.365653:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078249.365656:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612190592, offset 0
00000400:00000200:2.0:1769078249.365660:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078249.365664:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078249.365667:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078249.365670:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078249.365673:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078249.365675:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078249.365678:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078249.365680:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3873:3873:256:4294967295] 192.168.204.106@tcp LPNI seq info [3872:3872:8:4294967295]
00000400:00000200:2.0:1769078249.365685:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078249.365690:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078249.365693:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078249.365696:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078249.365699:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078249.365702:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1769078249.365706:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078249.365709:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1769078249.365712:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078249.365714:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078249.365717:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078249.365720:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078249.365723:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078249.365725:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078249.365727:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078249.365730:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365738:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078249.365740:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365746:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.365748:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078249.365751:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078249.365755:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078249.365758:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078249.365760:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299907872
00000100:00000001:2.0:1769078249.365762:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299911235
00000100:00000001:2.0:1769078249.365764:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299907872
00000100:00000001:2.0:1769078249.365766:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299911235
00000100:00000001:2.0:1769078249.365768:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078249.365770:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.365772:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078249.365776:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078249/real 1769078249]  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078249.365783:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078249.365784:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078249.365786:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078249.365788:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078249.365790:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078249.365792:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078249.365795:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078249.365803:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365809:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078249.365811:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365812:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078249.365813:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078249.365817:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365822:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078249.365826:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365832:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078249.365834:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365836:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078249.365838:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365839:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078249.365841:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078249.365844:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078249.365847:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078249.365849:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078249.365853:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078249.365861:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190592:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078249.365865:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365866:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078249.365868:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830000 x1855007612190464/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365873:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078249.365874:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078249.365877:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855f400.
02000000:00000001:2.0:1769078249.365880:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078249.365881:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078249.365883:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078249.365885:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078249.365887:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc400.
02000000:00000001:2.0:1769078249.365891:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078249.365892:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078249.365894:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830000.
00000100:00000001:2.0:1769078249.365897:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078249.365898:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365900:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078249.365903:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830380 x1855007612190592/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078249.365908:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078249.365909:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078249.365911:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855d800.
02000000:00000001:2.0:1769078249.365913:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078249.365914:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078249.365915:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078249.365917:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078249.365919:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace400.
02000000:00000001:2.0:1769078249.365921:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078249.365922:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078249.365923:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830380.
00000100:00000001:2.0:1769078249.365925:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078249.365927:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365929:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078249.365935:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078249.365936:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078249.365939:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078249.365939:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078249.748660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078249.748666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078249.748728:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078249.748732:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078249.748735:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078250.388714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078250.388721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078250.388723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078250.388728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078250.388731:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078250.388734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078250.388737:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078250.388739:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078250.388741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078250.772642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078250.772647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078250.772706:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078250.772710:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078250.772712:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078251.412678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078251.412686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078251.412687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078251.412691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078251.412694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078251.412697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078251.412698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078251.412701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078251.412702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078251.796702:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078251.796710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078251.796799:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078251.796805:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078251.796810:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078252.436662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078252.436671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078252.436672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078252.436678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078252.436681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078252.436685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078252.436688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078252.436690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078252.436693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078252.820642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078252.820650:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078252.820706:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078252.820710:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078252.820713:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078253.460678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078253.460686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078253.460688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078253.460693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078253.460696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078253.460700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078253.460703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078253.460705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078253.460707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078253.844703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078253.844713:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078253.844884:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078253.844889:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078253.844894:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078253.972759:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299911235, at 4299911680
00000100:00000010:0.0:1769078253.972784:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b240.
00000100:00000040:1.0:1769078253.972938:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299911235, at 4299911680
00000100:00000010:1.0:1769078253.973036:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bde0.
00000100:00000001:2.0:1769078254.484618:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078254.484626:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078254.484628:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078254.484635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078254.484639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078254.484643:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.484646:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078254.484649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.484653:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078254.484701:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078254.484709:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078254.484711:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078254.484714:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078254.484717:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078254.484722:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5239
00000400:00000200:3.0:1769078254.484729:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078254.484734:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078254.484737:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078254.484739:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484741:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078254.484743:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484745:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078254.484747:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078254.484749:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078254.484750:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078254.484752:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078254.484753:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078254.484755:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078254.484756:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484757:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078254.484759:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484760:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078254.484762:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078254.484764:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484766:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078254.484767:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078254.484770:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078254.484772:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078254.484773:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078254.484776:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078254.484785:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769078254.484789:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078254.484792:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078254.484794:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078254.484796:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078254.484799:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078254.484803:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078254.484810:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769078254.484816:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078254.484822:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078254.484830:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078254.484833:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078254.484836:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078254.484853:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078254.484855:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078254.484858:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078254.484858:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078254.484860:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078254.484861:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078254.484863:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5239
00000400:00000200:3.0:1769078254.484865:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078254.484867:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078254.484870:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078254.484872:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484873:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078254.484875:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484877:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078254.484879:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078254.484880:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078254.484881:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078254.484884:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078254.484885:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078254.484887:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769078254.484888:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078254.484893:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078254.484895:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078254.484896:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1769078254.484899:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078254.484900:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484907:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078254.484910:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:2.0:1769078254.484915:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078254.484920:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078254.484935:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.484937:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078254.484942:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078254.484943:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078254.484946:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078254.484950:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078254.484951:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078254.484953:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078254.484959:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078254.484960:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190720:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078254.484970:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078254.484975:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1769078254.484977:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078254.484983:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078254.484985:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078254.484987:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078254.484993:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078254.484994:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078254.485003:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
00000100:00000010:3.0:1769078254.485004:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
02000000:00000001:2.0:1769078254.485007:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078254.485011:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078254.485015:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078254.485017:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078254.485024:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078254.485025:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078254.485031:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1769078254.485033:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
02000000:00000001:3.0:1769078254.485034:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078254.485041:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000400:00000010:2.0:1769078254.485043:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000001:3.0:1769078254.485045:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078254.485056:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1769078254.485058:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190720, portal 25
00000100:00000001:2.0:1769078254.485067:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078254.485067:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078254.485075:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334608128 : -118662374943488 : ffff9413c34b1500)
00000100:00000001:3.0:1769078254.485075:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078254.485085:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078254.485099:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078254.485116:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078254.485123:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078254.485129:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078254.485131:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078254.485138:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078254.485139:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078254.485143:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000040:3.0:1769078254.485145:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1769078254.485152:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612190720, offset 0
00000100:00000040:3.0:1769078254.485155:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5249)
00000400:00000200:2.0:1769078254.485163:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078254.485174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078254.485185:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078254.485192:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078254.485198:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078254.485202:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078254.485205:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078254.485210:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3874:3874:256:4294967295] 192.168.204.106@tcp LPNI seq info [3873:3873:8:4294967295]
00000400:00000200:2.0:1769078254.485214:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078254.485225:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078254.485232:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078254.485236:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078254.485242:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078254.485246:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078254.485252:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078254.485256:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078254.485260:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078254.485264:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078254.485271:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078254.485276:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078254.485283:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078254.485285:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078254.485298:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078254.485302:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485327:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078254.485330:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485337:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.485339:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078254.485346:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078254.485351:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078254.485355:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299916355
00000100:00000010:2.0:1769078254.485361:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b4e0.
00000100:00000001:2.0:1769078254.485369:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078254.485376:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299916355
00000100:00000010:2.0:1769078254.485380:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b5a0.
00000100:00000001:2.0:1769078254.485383:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078254.485386:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078254.485390:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.485392:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078254.485397:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078254/real 1769078254]  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078254.485407:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078254.485409:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078254.485411:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078254.485414:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078254.485415:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078254.485418:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078254.485422:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078254.485431:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485435:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078254.485437:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485439:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078254.485441:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078254.485443:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485448:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078254.485451:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485457:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078254.485459:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485461:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078254.485462:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485465:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078254.485467:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078254.485471:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078254.485475:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078254.485477:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078254.485482:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078254.485490:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190720:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078254.485495:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485497:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078254.485501:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1500 x1855007612190720/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485513:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078254.485516:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078254.485519:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078254.485522:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078254.485524:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078254.485526:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078254.485528:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078254.485532:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:2.0:1769078254.485536:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078254.485538:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078254.485540:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1500.
00000100:00000001:2.0:1769078254.485544:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078254.485545:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485548:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485573:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078254.485574:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.485576:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078254.485578:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078254.485579:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078254.485582:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485587:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078254.485588:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078254.485590:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078254.485591:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078254.485592:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078254.485594:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190848:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078254.485596:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078254.485598:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078254.485599:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078254.485600:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078254.485602:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078254.485604:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078254.485607:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078254.485609:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078254.485611:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078254.485614:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190848, portal 10
00000100:00000001:2.0:1769078254.485615:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078254.485616:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334604544 : -118662374947072 : ffff9413c34b0700)
00000100:00000040:2.0:1769078254.485621:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485625:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078254.485626:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078254.485628:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078254.485629:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612190848, offset 0
00000400:00000200:2.0:1769078254.485631:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078254.485634:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078254.485636:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078254.485638:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078254.485640:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078254.485641:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078254.485643:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078254.485645:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3875:3875:256:4294967295] 192.168.204.106@tcp LPNI seq info [3874:3874:8:4294967295]
00000400:00000200:2.0:1769078254.485647:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078254.485651:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078254.485654:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078254.485656:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078254.485659:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078254.485660:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1769078254.485663:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078254.485665:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1769078254.485667:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078254.485668:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078254.485671:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078254.485673:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078254.485675:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078254.485676:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078254.485678:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078254.485680:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485685:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078254.485686:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485690:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.485692:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078254.485693:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078254.485697:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078254.485698:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078254.485699:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299912992
00000100:00000001:2.0:1769078254.485701:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299916355
00000100:00000001:2.0:1769078254.485702:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299912992
00000100:00000001:2.0:1769078254.485704:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299916355
00000100:00000001:2.0:1769078254.485706:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078254.485707:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.485708:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078254.485710:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078254/real 1769078254]  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078254.485714:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078254.485714:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078254.485715:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078254.485716:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078254.485717:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078254.485718:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078254.485720:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078254.485724:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485732:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078254.485733:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485734:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078254.485735:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078254.485737:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485740:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078254.485742:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485746:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078254.485747:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485748:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078254.485748:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485749:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078254.485750:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078254.485759:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078254.485761:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078254.485762:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078254.485764:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078254.485768:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612190848:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078254.485770:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485771:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078254.485773:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0700 x1855007612190848/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078254.485777:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078254.485778:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078254.485780:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078254.485781:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078254.485782:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078254.485783:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078254.485784:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078254.485785:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:2.0:1769078254.485787:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078254.485787:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078254.485789:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0700.
00000100:00000001:2.0:1769078254.485791:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078254.485791:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485793:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078254.485794:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078254.485795:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078254.485796:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078254.485797:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078254.868666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078254.868672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078254.868733:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078254.868739:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078254.868745:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078255.508707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078255.508717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078255.508719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078255.508726:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078255.508730:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078255.508736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078255.508738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078255.508741:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078255.508743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078255.892677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078255.892685:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078255.892688:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078255.892690:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078255.892710:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078255.892712:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078255.892714:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078255.892716:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078255.892783:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078255.892787:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078255.892791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078256.532665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078256.532671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078256.532672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078256.532676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078256.532678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078256.532681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078256.532684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078256.532686:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078256.532688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078256.916683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078256.916695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078256.916760:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078256.916764:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078256.916767:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078257.556681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078257.556687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078257.556689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078257.556694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078257.556697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078257.556707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078257.556710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078257.556712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078257.556714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078257.940646:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078257.940650:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078257.940694:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078257.940698:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078257.940701:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078258.580688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078258.580696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078258.580698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078258.580704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078258.580708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078258.580712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078258.580714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078258.580717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078258.580720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078258.964668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078258.964674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078258.964738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078258.964742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078258.964744:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078259.092663:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299916355, at 4299916800
00000100:00000040:1.0:1769078259.092663:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299916355, at 4299916800
00000100:00000010:0.0:1769078259.092676:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b4e0.
00000100:00000010:1.0:1769078259.092678:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b5a0.
00000100:00080000:3.0:1769078259.604647:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078259.604654:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078259.604656:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078259.604659:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078259.604660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078259.604663:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078259.604664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.604668:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769078259.604670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078259.604675:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5244
00000100:00000001:2.0:1769078259.604676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078259.604681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078259.604685:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078259.604686:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078259.604690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1769078259.604691:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:2.0:1769078259.604694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078259.604701:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078259.604704:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604706:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078259.604711:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604713:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078259.604716:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078259.604717:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078259.604719:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078259.604722:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078259.604724:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078259.604726:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078259.604728:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604729:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078259.604730:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604731:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078259.604733:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078259.604735:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604737:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078259.604738:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078259.604740:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078259.604742:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.604743:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078259.604745:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078259.604752:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769078259.604755:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078259.604758:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078259.604759:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.604761:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078259.604763:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078259.604766:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078259.604772:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769078259.604776:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078259.604782:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078259.604791:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078259.604795:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078259.604800:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078259.604821:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078259.604824:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078259.604828:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078259.604829:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078259.604832:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078259.604834:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078259.604837:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5244
00000400:00000200:3.0:1769078259.604841:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078259.604844:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078259.604847:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078259.604850:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604852:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078259.604854:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604855:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078259.604857:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078259.604858:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078259.604859:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078259.604860:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769078259.604861:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078259.604862:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078259.604866:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769078259.604867:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078259.604869:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078259.604872:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078259.604872:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078259.604876:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604877:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078259.604879:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:2.0:1769078259.604883:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078259.604883:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078259.604887:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078259.604895:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078259.604897:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769078259.604898:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078259.604902:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078259.604903:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078259.604905:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.604907:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:2.0:1769078259.604908:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078259.604911:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1769078259.604913:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078259.604914:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.604917:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078259.604920:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190976:192.168.204.106@tcp:250:kworker.0
00000100:00000010:3.0:1769078259.604921:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769078259.604925:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078259.604927:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078259.604928:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.604929:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078259.604930:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078259.604931:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078259.604934:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:2.0:1769078259.604935:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078259.604938:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078259.604940:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1769078259.604944:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1769078259.604945:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078259.604950:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078259.604954:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078259.604956:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078259.604957:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
00000100:00000040:3.0:1769078259.604960:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078259.604961:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078259.604970:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078259.604972:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078259.604978:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000100:00000040:3.0:1769078259.604979:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1769078259.604986:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000040:3.0:1769078259.604987:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078259.604991:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1769078259.604994:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612190976, portal 25
00000100:00000040:3.0:1769078259.604996:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769078259.604999:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078259.605001:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334616192 : -118662374935424 : ffff9413c34b3480)
00000100:00000040:3.0:1769078259.605003:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5255)
00000100:00000040:2.0:1769078259.605009:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605018:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078259.605021:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078259.605024:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078259.605028:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612190976, offset 0
00000400:00000200:2.0:1769078259.605034:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078259.605041:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078259.605047:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078259.605052:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078259.605056:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078259.605059:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078259.605062:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078259.605066:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3876:3876:256:4294967295] 192.168.204.106@tcp LPNI seq info [3875:3875:8:4294967295]
00000400:00000200:2.0:1769078259.605070:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078259.605079:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078259.605085:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078259.605090:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078259.605097:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078259.605100:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078259.605106:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078259.605109:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078259.605114:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078259.605116:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078259.605121:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078259.605125:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078259.605130:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078259.605133:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078259.605137:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078259.605141:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605150:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078259.605153:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605160:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078259.605161:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078259.605166:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078259.605170:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078259.605173:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299921475
00000100:00000010:2.0:1769078259.605179:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929be40.
00000100:00000001:2.0:1769078259.605186:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078259.605192:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299921475
00000100:00000010:2.0:1769078259.605195:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769078259.605198:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078259.605202:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078259.605204:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078259.605207:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078259.605211:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259]  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078259.605220:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078259.605236:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078259.605239:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078259.605242:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078259.605243:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078259.605246:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078259.605249:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078259.605265:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605271:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078259.605273:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605275:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078259.605276:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078259.605280:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605287:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078259.605291:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605297:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078259.605300:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605302:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078259.605303:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605306:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078259.605307:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078259.605310:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078259.605315:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078259.605318:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078259.605322:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078259.605329:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612190976:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078259.605334:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605336:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078259.605339:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3480 x1855007612190976/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605345:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078259.605348:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078259.605359:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078259.605362:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078259.605364:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078259.605366:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078259.605368:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078259.605370:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:2.0:1769078259.605373:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078259.605375:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078259.605377:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3480.
00000100:00000001:2.0:1769078259.605381:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078259.605382:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605384:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605391:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078259.605392:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078259.605394:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078259.605396:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078259.605397:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078259.605401:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605407:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078259.605409:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078259.605417:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078259.605422:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078259.605424:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078259.605427:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191104:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078259.605430:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078259.605432:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078259.605433:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078259.605435:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078259.605438:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078259.605440:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078259.605444:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078259.605447:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078259.605450:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078259.605453:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612191104, portal 10
00000100:00000001:2.0:1769078259.605455:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078259.605456:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334602752 : -118662374948864 : ffff9413c34b0000)
00000100:00000040:2.0:1769078259.605462:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605468:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078259.605470:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078259.605472:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078259.605474:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612191104, offset 0
00000400:00000200:2.0:1769078259.605477:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078259.605481:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078259.605484:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078259.605487:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078259.605489:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078259.605491:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078259.605493:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078259.605496:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3877:3877:256:4294967295] 192.168.204.106@tcp LPNI seq info [3876:3876:8:4294967295]
00000400:00000200:2.0:1769078259.605500:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078259.605506:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078259.605511:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078259.605514:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078259.605517:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078259.605518:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1769078259.605521:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078259.605523:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1769078259.605525:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078259.605526:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078259.605528:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078259.605530:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078259.605532:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078259.605533:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078259.605535:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078259.605538:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605542:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078259.605544:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078284 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605548:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078259.605549:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078259.605566:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078259.605569:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078259.605571:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078259.605573:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299918112
00000100:00000001:2.0:1769078259.605575:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299921475
00000100:00000001:2.0:1769078259.605576:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299918112
00000100:00000001:2.0:1769078259.605577:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299921475
00000100:00000001:2.0:1769078259.605579:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078259.605580:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078259.605581:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078259.605583:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078259/real 1769078259]  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078259.605588:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078259.605589:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078259.605591:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078259.605592:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078259.605593:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078259.605594:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078259.605596:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078259.605606:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605610:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078259.605611:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605612:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078259.605613:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078259.605615:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605619:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078259.605621:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605625:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078259.605627:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605628:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078259.605628:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605629:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078259.605630:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078259.605632:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078259.605633:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078259.605634:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078259.605637:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078259.605641:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191104:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078259.605644:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605645:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078259.605646:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0000 x1855007612191104/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078284 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078259.605649:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078259.605650:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078259.605651:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078259.605653:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078259.605653:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078259.605654:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078259.605655:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078259.605656:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:2.0:1769078259.605657:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078259.605658:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078259.605659:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0000.
00000100:00000001:2.0:1769078259.605661:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078259.605661:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605662:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078259.605664:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078259.605665:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078259.605666:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078259.605667:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078259.988659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078259.988666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078259.988756:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078259.988760:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078259.988763:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078260.628652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078260.628659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078260.628661:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078260.628666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078260.628669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078260.628672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078260.628675:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078260.628678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078260.628681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078261.012665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078261.012672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078261.012726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078261.012730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078261.012732:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078261.652664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078261.652671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078261.652673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078261.652679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078261.652682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078261.652686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078261.652688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078261.652691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078261.652693:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078262.036645:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078262.036650:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078262.036726:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078262.036730:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078262.036732:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078262.676674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078262.676682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078262.676683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078262.676688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078262.676691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078262.676695:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078262.676697:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078262.676700:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078262.676703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078263.060649:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078263.060658:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078263.060722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078263.060726:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078263.060729:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078263.700675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078263.700681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078263.700683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078263.700688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078263.700692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078263.700696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078263.700698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078263.700701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078263.700703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078264.084657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078264.084664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078264.084717:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078264.084724:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078264.084729:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078264.212668:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299921475, at 4299921920
00000100:00000040:1.0:1769078264.212668:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299921475, at 4299921920
00000100:00000010:0.0:1769078264.212685:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929be40.
00000100:00000010:1.0:1769078264.212686:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bba0.
00000100:00000001:2.0:1769078264.724623:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078264.724629:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078264.724631:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078264.724635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078264.724638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078264.724641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.724643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078264.724645:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.724647:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078264.724688:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078264.724696:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078264.724698:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078264.724702:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078264.724706:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078264.724712:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5250
00000400:00000200:0.0:1769078264.724721:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078264.724728:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078264.724730:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078264.724732:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724735:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078264.724737:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724739:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078264.724743:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078264.724744:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078264.724746:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078264.724748:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078264.724751:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078264.724753:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078264.724755:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724756:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078264.724757:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724758:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078264.724760:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078264.724762:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724764:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078264.724766:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078264.724768:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078264.724770:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.724772:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078264.724773:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078264.724783:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769078264.724786:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078264.724789:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078264.724790:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.724793:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078264.724795:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078264.724799:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078264.724805:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769078264.724811:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078264.724818:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078264.724830:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078264.724835:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078264.724840:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.724863:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078264.724866:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078264.724870:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078264.724872:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078264.724873:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078264.724876:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078264.724879:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5250
00000400:00000200:0.0:1769078264.724883:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078264.724885:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078264.724888:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078264.724890:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724892:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078264.724894:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724896:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078264.724899:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078264.724900:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078264.724901:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078264.724903:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078264.724904:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078264.724906:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078264.724907:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724908:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078264.724909:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724910:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078264.724912:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078264.724914:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078264.724915:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078264.724917:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078264.724921:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078264.724922:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.724924:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078264.724927:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078264.724930:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.724932:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078264.724935:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000020:00000040:0.0:1769078264.724937:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078264.724939:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078264.724940:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.724941:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078264.724942:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078264.724946:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.724947:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:0.0:1769078264.724952:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:2.0:1769078264.724952:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078264.724956:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078264.724959:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078264.724965:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1769078264.724969:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078264.724988:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078264.724993:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078264.725000:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725008:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078264.725015:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078264.725016:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078264.725023:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1769078264.725028:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078264.725030:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:2.0:1769078264.725032:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078264.725039:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078264.725040:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769078264.725045:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612191232:192.168.204.106@tcp:250:kworker.0
00000100:00000040:0.0:1769078264.725049:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769078264.725051:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078264.725057:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769078264.725059:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5260)
02000000:00000001:2.0:1769078264.725060:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078264.725066:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078264.725073:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078264.725075:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078264.725082:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078264.725087:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078264.725092:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078264.725097:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612191232, portal 25
00000100:00000001:2.0:1769078264.725099:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078264.725100:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:2.0:1769078264.725104:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725109:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078264.725111:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078264.725113:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078264.725116:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612191232, offset 0
00000400:00000200:2.0:1769078264.725120:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078264.725126:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078264.725131:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078264.725162:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078264.725166:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078264.725170:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078264.725172:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078264.725176:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3878:3878:256:4294967295] 192.168.204.106@tcp LPNI seq info [3877:3877:8:4294967295]
00000400:00000200:2.0:1769078264.725180:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078264.725190:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078264.725196:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078264.725202:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078264.725208:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078264.725212:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078264.725218:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078264.725221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078264.725238:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078264.725241:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078264.725247:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078264.725251:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078264.725256:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078264.725259:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078264.725262:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078264.725266:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725273:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078264.725275:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725279:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.725280:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078264.725285:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078264.725288:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078264.725290:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299926595
00000100:00000010:2.0:1769078264.725293:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b780.
00000100:00000001:2.0:1769078264.725298:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078264.725303:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299926595
00000100:00000010:2.0:1769078264.725305:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b120.
00000100:00000001:2.0:1769078264.725307:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078264.725309:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078264.725311:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.725312:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078264.725314:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264]  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078264.725320:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078264.725321:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078264.725323:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078264.725324:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078264.725325:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078264.725327:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078264.725329:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078264.725334:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725337:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078264.725338:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725340:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078264.725341:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078264.725343:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725346:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078264.725349:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725357:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078264.725359:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725360:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078264.725361:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725362:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078264.725363:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078264.725366:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078264.725368:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078264.725370:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078264.725372:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078264.725376:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612191232:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078264.725379:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725380:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078264.725382:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612191232/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725385:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078264.725387:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078264.725389:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078264.725391:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078264.725393:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078264.725394:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078264.725396:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078264.725397:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:2.0:1769078264.725400:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078264.725401:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078264.725402:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:2.0:1769078264.725404:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078264.725405:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725406:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725411:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078264.725412:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.725414:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078264.725415:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078264.725416:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078264.725418:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725423:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078264.725424:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078264.725425:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078264.725426:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078264.725427:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078264.725429:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191360:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078264.725431:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078264.725432:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078264.725433:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078264.725434:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078264.725436:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078264.725437:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078264.725440:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078264.725441:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078264.725444:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078264.725445:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612191360, portal 10
00000100:00000001:2.0:1769078264.725447:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078264.725447:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557633408 : -118662151918208 : ffff9413d0962d80)
00000100:00000040:2.0:1769078264.725451:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725455:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078264.725456:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078264.725458:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078264.725459:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612191360, offset 0
00000400:00000200:2.0:1769078264.725461:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078264.725463:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078264.725466:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078264.725468:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078264.725469:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078264.725471:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078264.725472:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078264.725474:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3879:3879:256:4294967295] 192.168.204.106@tcp LPNI seq info [3878:3878:8:4294967295]
00000400:00000200:2.0:1769078264.725477:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078264.725480:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078264.725483:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078264.725484:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078264.725487:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078264.725489:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1769078264.725491:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078264.725493:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1769078264.725495:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078264.725497:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078264.725498:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078264.725500:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078264.725502:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078264.725503:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078264.725504:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078264.725506:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725510:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078264.725512:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078289 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725515:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.725516:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078264.725518:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078264.725521:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078264.725523:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078264.725524:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299923231
00000100:00000001:2.0:1769078264.725526:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299926595
00000100:00000001:2.0:1769078264.725527:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299923231
00000100:00000001:2.0:1769078264.725528:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299926595
00000100:00000001:2.0:1769078264.725530:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078264.725531:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.725532:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078264.725533:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078264/real 1769078264]  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078264.725537:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078264.725538:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078264.725539:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078264.725540:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078264.725541:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078264.725542:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078264.725544:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078264.725548:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725569:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078264.725570:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725571:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078264.725572:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078264.725574:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725578:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078264.725580:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725584:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078264.725585:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725587:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078264.725587:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725588:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078264.725590:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078264.725591:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078264.725593:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078264.725594:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078264.725596:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078264.725600:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191360:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078264.725602:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725603:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078264.725605:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612191360/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078289 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078264.725608:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078264.725609:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078264.725610:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078264.725611:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078264.725612:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078264.725613:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078264.725614:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078264.725615:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:2.0:1769078264.725616:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078264.725617:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078264.725618:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:2.0:1769078264.725620:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078264.725620:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725621:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078264.725623:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078264.725624:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078264.725625:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078264.725626:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078265.108660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078265.108667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078265.108747:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078265.108754:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078265.108758:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078265.748664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078265.748671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078265.748673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078265.748686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078265.748690:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078265.748693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078265.748696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078265.748698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078265.748700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078266.132675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078266.132682:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078266.132683:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078266.132685:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078266.132689:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078266.132691:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078266.132692:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078266.132693:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078266.132747:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078266.132754:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078266.132758:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078266.772640:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078266.772647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078266.772649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078266.772654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078266.772657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078266.772661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078266.772663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078266.772666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078266.772668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078267.156677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078267.156684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078267.156740:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078267.156744:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078267.156746:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078267.796681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078267.796688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078267.796699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078267.796704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078267.796712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078267.796715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078267.796717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078267.796719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078267.796722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078268.181691:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078268.181701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078268.181797:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078268.181804:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078268.181809:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078268.820653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078268.820658:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078268.820660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078268.820663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078268.820666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078268.820669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078268.820670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078268.820672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078268.820674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078269.204674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078269.204681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078269.204737:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078269.204741:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078269.204744:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078269.332680:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299926595, at 4299927040
00000100:00000040:1.0:1769078269.332680:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299926595, at 4299927040
00000100:00000010:1.0:1769078269.332697:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b120.
00000100:00000010:0.0:1769078269.332702:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b780.
00000100:00080000:0.0:1769078269.844702:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078269.844703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078269.844713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078269.844716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078269.844720:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769078269.844723:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078269.844725:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078269.844729:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769078269.844733:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078269.844734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.844741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078269.844742:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078269.844746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.844750:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078269.844755:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5255
00000400:00000200:0.0:1769078269.844768:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078269.844776:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078269.844781:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078269.844785:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078269.844789:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078269.844792:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078269.844794:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078269.844799:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078269.844810:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078269.844816:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078269.844819:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078269.844822:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078269.844825:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078269.844828:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078269.844830:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078269.844832:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078269.844834:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078269.844838:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078269.844841:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078269.844843:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.844846:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078269.844849:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078269.844851:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.844853:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078269.844855:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078269.844865:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769078269.844868:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078269.844872:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078269.844873:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.844876:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078269.844879:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078269.844883:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078269.844890:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769078269.844896:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078269.844906:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078269.844917:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078269.844922:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078269.844927:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078269.844952:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078269.844954:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078269.844957:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078269.844958:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078269.844959:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078269.844962:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078269.844964:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5255
00000400:00000200:0.0:1769078269.844967:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078269.844970:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078269.844972:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078269.844974:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078269.844976:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078269.844979:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078269.844981:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078269.844983:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078269.844984:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078269.844985:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078269.844986:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078269.844988:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769078269.844989:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078269.844992:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769078269.844996:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078269.844997:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078269.845002:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078269.845004:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078269.845004:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078269.845010:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078269.845012:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078269.845014:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078269.845016:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078269.845017:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1769078269.845022:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078269.845023:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078269.845029:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.845031:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078269.845036:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078269.845040:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.845044:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078269.845064:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769078269.845066:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078269.845068:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078269.845069:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.845071:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078269.845072:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078269.845074:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.845078:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1769078269.845080:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
00000100:00000001:2.0:1769078269.845083:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078269.845088:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078269.845093:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078269.845097:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078269.845098:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078269.845111:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612191488:192.168.204.106@tcp:250:kworker.0
00000100:00100000:0.0:1769078269.845112:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078269.845126:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078269.845132:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078269.845135:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1769078269.845136:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078269.845139:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078269.845143:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078269.845146:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769078269.845154:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
00000100:00000001:0.0:1769078269.845155:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078269.845162:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078269.845163:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078269.845171:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078269.845174:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078269.845176:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1769078269.845182:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078269.845183:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5265)
00000400:00000010:2.0:1769078269.845191:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078269.845200:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078269.845208:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612191488, portal 25
00000100:00000001:2.0:1769078269.845211:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078269.845213:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000040:2.0:1769078269.845220:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845228:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078269.845231:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078269.845234:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078269.845237:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612191488, offset 0
00000400:00000200:2.0:1769078269.845242:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078269.845250:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078269.845257:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078269.845262:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078269.845266:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078269.845270:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078269.845273:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078269.845277:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3880:3880:256:4294967295] 192.168.204.106@tcp LPNI seq info [3879:3879:8:4294967295]
00000400:00000200:2.0:1769078269.845281:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078269.845291:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078269.845297:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078269.845302:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078269.845309:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078269.845312:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078269.845319:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078269.845322:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078269.845327:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078269.845329:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078269.845335:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078269.845338:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078269.845343:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078269.845346:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078269.845349:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078269.845354:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845363:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078269.845366:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845372:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.845373:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078269.845379:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078269.845383:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078269.845385:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299931715
00000100:00000010:2.0:1769078269.845391:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929b1e0.
00000100:00000001:2.0:1769078269.845397:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078269.845404:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299931715
00000100:00000010:2.0:1769078269.845407:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c929bb40.
00000100:00000001:2.0:1769078269.845410:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769078269.845414:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078269.845416:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.845419:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078269.845422:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269]  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078269.845432:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078269.845433:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078269.845435:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078269.845437:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078269.845439:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078269.845441:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078269.845444:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078269.845452:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845459:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078269.845461:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845463:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078269.845465:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078269.845468:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845475:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078269.845480:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845487:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078269.845489:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845491:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078269.845492:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845495:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078269.845497:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078269.845500:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078269.845504:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078269.845506:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078269.845510:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078269.845518:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612191488:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078269.845523:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845524:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078269.845526:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612191488/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845530:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078269.845532:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078269.845535:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078269.845538:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078269.845540:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078269.845542:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078269.845545:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078269.845547:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:2.0:1769078269.845551:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078269.845579:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078269.845582:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:2.0:1769078269.845585:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078269.845586:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845588:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845594:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078269.845596:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.845598:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078269.845599:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078269.845601:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078269.845604:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845612:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078269.845613:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078269.845615:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078269.845617:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078269.845619:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078269.845621:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191616:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078269.845625:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078269.845627:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078269.845628:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078269.845630:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769078269.845633:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078269.845635:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078269.845639:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:2.0:1769078269.845641:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d9828898.
00000400:00000010:2.0:1769078269.845645:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14cedd0.
00000100:00000200:2.0:1769078269.845648:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612191616, portal 10
00000100:00000001:2.0:1769078269.845650:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078269.845651:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557625344 : -118662151926272 : ffff9413d0960e00)
00000100:00000040:2.0:1769078269.845657:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845664:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078269.845666:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:2.0:1769078269.845668:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413d14ce110.
00000100:00000200:2.0:1769078269.845670:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612191616, offset 0
00000400:00000200:2.0:1769078269.845674:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:2.0:1769078269.845678:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078269.845681:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:2.0:1769078269.845684:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078269.845687:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:2.0:1769078269.845689:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769078269.845691:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:2.0:1769078269.845694:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3881:3881:256:4294967295] 192.168.204.106@tcp LPNI seq info [3880:3880:8:4294967295]
00000400:00000200:2.0:1769078269.845698:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078269.845704:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769078269.845709:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078269.845712:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c2e86d00.
00000800:00000200:2.0:1769078269.845716:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.0:1769078269.845718:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1769078269.845722:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:2.1:1769078269.845725:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1769078269.845729:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:2.0:1769078269.845731:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c2e86d00.
00000400:00000200:2.0:1769078269.845733:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1769078269.845736:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1769078269.845739:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14ce110
00000400:00000010:2.0:1769078269.845741:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14ce110.
00000100:00000001:2.0:1769078269.845743:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078269.845747:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845754:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078269.845757:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078294 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845769:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.845770:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078269.845773:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078269.845776:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:2.0:1769078269.845780:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078269.845782:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299928352
00000100:00000001:2.0:1769078269.845784:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299931715
00000100:00000001:2.0:1769078269.845786:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299928352
00000100:00000001:2.0:1769078269.845788:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299931715
00000100:00000001:2.0:1769078269.845791:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078269.845792:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.845794:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078269.845798:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078269/real 1769078269]  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078269.845806:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078269.845807:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078269.845809:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d9828898.
00000400:00000200:2.0:1769078269.845811:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413d14cedd0
00000400:00000010:2.0:1769078269.845812:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413d14cedd0.
00000100:00000001:2.0:1769078269.845814:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078269.845817:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078269.845825:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845831:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078269.845833:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845835:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078269.845836:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078269.845839:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845847:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078269.845850:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845857:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078269.845860:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845861:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078269.845863:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845864:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078269.845866:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078269.845868:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078269.845872:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078269.845874:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078269.845878:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078269.845886:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191616:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078269.845890:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845891:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078269.845894:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960e00 x1855007612191616/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078294 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078269.845900:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078269.845901:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078269.845903:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c855e000.
02000000:00000001:2.0:1769078269.845905:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078269.845906:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078269.845908:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078269.845910:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078269.845911:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:2.0:1769078269.845913:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078269.845915:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078269.845916:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960e00.
00000100:00000001:2.0:1769078269.845919:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078269.845920:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845922:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078269.845925:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078269.845926:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078269.845928:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078269.845929:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078270.228689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078270.228699:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078270.228786:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078270.228789:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078270.228792:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078270.868685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078270.868695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078270.868697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078270.868704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078270.868709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078270.868713:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078270.868724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078270.868729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078270.868732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078271.252721:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078271.252730:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078271.252793:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078271.252799:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078271.252803:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078271.892714:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078271.892724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078271.892726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078271.892734:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078271.892739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078271.892743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.892746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078271.892749:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078271.892752:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078272.276691:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078272.276698:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078272.276767:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078272.276771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078272.276775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078272.916662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078272.916669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078272.916670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078272.916675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078272.916679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078272.916684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078272.916687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078272.916694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078272.916697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078273.300661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078273.300670:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078273.300973:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078273.300978:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078273.300982:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078273.940646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078273.940655:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078273.940656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078273.940663:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078273.940667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078273.940673:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078273.940676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078273.940678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078273.940681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078274.324665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078274.324674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078274.324731:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078274.324735:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078274.324738:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078274.452680:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299931715, at 4299932160
00000100:00000040:1.0:1769078274.452680:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299931715, at 4299932160
00000100:00000010:1.0:1769078274.452714:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929bb40.
00000100:00000010:0.0:1769078274.452718:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c929b1e0.
00000100:00080000:2.0:1769078274.964772:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078274.964788:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078274.964798:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078274.964804:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078274.964808:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078274.964816:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5260
00000100:00000001:1.0:1769078274.964823:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:2.0:1769078274.964827:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078274.964832:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078274.964835:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078274.964838:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00100000:1.0:1769078274.964845:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:2.0:1769078274.964845:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078274.964855:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078274.964857:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078274.964858:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078274.964861:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078274.964862:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078274.964865:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078274.964867:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078274.964869:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078274.964871:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078274.964873:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078274.964874:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078274.964876:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078274.964877:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078274.964878:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078274.964879:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078274.964881:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078274.964883:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078274.964884:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078274.964886:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078274.964889:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078274.964891:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078274.964892:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078274.964895:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.964899:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1769078274.964903:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769078274.964908:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
00000100:00000001:1.0:1769078274.964909:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078274.964915:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1769078274.964917:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078274.964921:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.964922:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078274.964925:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078274.964928:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078274.964932:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078274.964938:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769078274.964949:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078274.964959:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078274.964992:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078274.964996:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078274.965002:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078274.965023:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078274.965025:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078274.965027:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078274.965028:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078274.965029:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078274.965031:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078274.965033:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5260
00000400:00000200:2.0:1769078274.965036:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078274.965038:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078274.965039:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078274.965041:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078274.965042:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078274.965044:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078274.965045:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078274.965046:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078274.965047:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078274.965048:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078274.965049:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078274.965050:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078274.965051:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078274.965053:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078274.965054:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078274.965055:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078274.965056:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078274.965058:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078274.965059:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078274.965060:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078274.965062:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078274.965066:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078274.965067:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078274.965068:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078274.965071:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078274.965073:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078274.965075:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078274.965078:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769078274.965080:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078274.965082:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078274.965084:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078274.965085:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078274.965086:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078274.965087:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.965090:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:2.0:1769078274.965090:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769078274.965096:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.965097:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078274.965102:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1769078274.965102:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078274.965111:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078274.965113:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078274.965118:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078274.965120:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078274.965180:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078274.965184:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078274.965187:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078274.965189:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078274.965191:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078274.965193:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5270)
00000100:00000001:1.0:1769078274.965241:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078274.965242:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078274.965254:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078274.965257:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078274.965259:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078274.965264:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612191744:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078274.965270:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078274.965276:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078274.965278:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078274.965281:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078274.965289:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078274.965292:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078274.965302:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078274.965307:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078274.965320:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078274.965329:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612191744, portal 25
00000100:00000001:1.0:1769078274.965333:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078274.965334:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569957760 : -118662139593856 : ffff9413d1523b80)
00000100:00000040:1.0:1769078274.965342:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965351:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078274.965354:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078274.965357:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078274.965360:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612191744, offset 0
00000400:00000200:1.0:1769078274.965367:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078274.965398:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078274.965413:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078274.965418:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078274.965423:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078274.965426:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078274.965428:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078274.965431:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3882:3882:256:4294967295] 192.168.204.106@tcp LPNI seq info [3881:3881:8:4294967295]
00000400:00000200:1.0:1769078274.965434:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078274.965446:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078274.965453:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078274.965457:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078274.965464:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078274.965467:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078274.965472:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078274.965475:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078274.965478:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078274.965480:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078274.965487:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078274.965490:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078274.965495:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078274.965497:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078274.965501:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078274.965504:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965512:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078274.965514:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965519:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.965520:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078274.965531:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078274.965535:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078274.965539:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299936835
00000100:00000010:1.0:1769078274.965544:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0423c0.
00000100:00000001:1.0:1769078274.965586:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078274.965601:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299936836
00000100:00000010:1.0:1769078274.965605:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769078274.965609:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078274.965613:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078274.965624:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.965627:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078274.965632:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274]  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078274.965650:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078274.965652:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078274.965654:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078274.965657:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078274.965659:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078274.965662:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078274.965666:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078274.965675:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965682:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078274.965684:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.965686:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078274.965688:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078274.965691:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965698:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078274.965702:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965709:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078274.965712:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.965714:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078274.965715:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.965718:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078274.965720:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078274.965724:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078274.965728:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078274.965731:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078274.965736:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078274.965746:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612191744:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078274.965751:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.965753:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078274.965755:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523b80 x1855007612191744/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965759:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078274.965762:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078274.965764:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078274.965766:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078274.965768:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078274.965769:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078274.965771:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078274.965773:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:1.0:1769078274.965776:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078274.965779:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078274.965780:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523b80.
00000100:00000001:1.0:1769078274.965783:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078274.965784:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.965786:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.965792:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078274.965793:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.965795:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078274.965796:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078274.965797:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078274.965799:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965804:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078274.965805:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078274.965806:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078274.965808:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078274.965809:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078274.965811:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191872:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078274.965813:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078274.965815:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078274.965816:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078274.965817:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078274.965819:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078274.965820:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078274.965823:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078274.965825:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078274.965827:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078274.965830:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612191872, portal 10
00000100:00000001:1.0:1769078274.965831:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078274.965832:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569951488 : -118662139600128 : ffff9413d1522300)
00000100:00000040:1.0:1769078274.965836:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965841:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078274.965842:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078274.965844:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078274.965845:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612191872, offset 0
00000400:00000200:1.0:1769078274.965849:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078274.965853:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078274.965857:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078274.965859:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078274.965862:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078274.965864:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078274.965867:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078274.965870:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3883:3883:256:4294967295] 192.168.204.106@tcp LPNI seq info [3882:3882:8:4294967295]
00000400:00000200:1.0:1769078274.965874:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078274.965880:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078274.965885:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078274.965888:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078274.965892:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078274.965895:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078274.965898:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078274.965916:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078274.965918:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078274.965920:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078274.965922:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078274.965924:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078274.965927:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078274.965928:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078274.965930:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078274.965932:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965937:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078274.965939:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078299 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.965944:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.965945:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078274.965948:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078274.965952:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078274.965956:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078274.965958:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299933472
00000100:00000001:1.0:1769078274.965961:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299936835
00000100:00000001:1.0:1769078274.965975:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299933472
00000100:00000001:1.0:1769078274.965977:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299936836
00000100:00000001:1.0:1769078274.965979:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078274.965981:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.965983:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078274.965987:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078274/real 1769078274]  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078274.965996:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078274.965997:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078274.966000:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078274.966002:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078274.966004:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078274.966006:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078274.966009:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078274.966014:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.966018:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078274.966019:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.966020:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078274.966020:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078274.966023:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.966027:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078274.966029:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.966033:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078274.966034:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.966035:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078274.966035:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.966036:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078274.966037:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078274.966039:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078274.966041:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078274.966042:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078274.966044:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078274.966048:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612191872:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078274.966050:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.966052:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078274.966054:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522300 x1855007612191872/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078299 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078274.966058:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078274.966059:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078274.966060:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078274.966061:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078274.966062:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078274.966062:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078274.966063:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078274.966064:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769078274.966066:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078274.966067:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078274.966068:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522300.
00000100:00000001:1.0:1769078274.966070:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078274.966071:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.966072:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078274.966074:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078274.966075:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078274.966076:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078274.966077:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078275.348675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078275.348682:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078275.348756:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078275.348760:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078275.348764:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078275.988624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078275.988630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078275.988631:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.988635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078275.988638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078275.988641:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078275.988643:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078275.988644:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078275.988646:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078276.372677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078276.372686:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078276.372689:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078276.372692:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078276.372696:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078276.372698:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078276.372700:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078276.372703:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078276.372758:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078276.372761:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078276.372764:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078277.012694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078277.012705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078277.012706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078277.012712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078277.012715:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078277.012719:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078277.012722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078277.012725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078277.012728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078277.396673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078277.396680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078277.396756:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078277.396760:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078277.396764:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078278.036652:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078278.036660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078278.036662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078278.036668:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078278.036671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078278.036674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078278.036676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078278.036677:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078278.036680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078278.420678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078278.420684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078278.420761:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078278.420775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078278.420778:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078279.060677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078279.060684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078279.060686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078279.060691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078279.060695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078279.060698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078279.060701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078279.060703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078279.060706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078279.444697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078279.444704:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078279.444804:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078279.444807:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078279.444810:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078279.572669:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299936835, at 4299937280
00000100:00000040:1.0:1769078279.572669:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299936836, at 4299937280
00000100:00000010:1.0:1769078279.572685:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000010:0.0:1769078279.572687:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00080000:2.0:1769078280.084656:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078280.084661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078280.084665:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1769078280.084667:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078280.084668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078280.084672:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078280.084675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078280.084678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078280.084680:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078280.084682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769078280.084685:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078280.084687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078280.084693:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078280.084698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078280.084703:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5265
00000400:00000200:2.0:1769078280.084711:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078280.084716:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078280.084719:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078280.084721:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084724:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078280.084725:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084727:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078280.084730:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078280.084731:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078280.084733:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078280.084735:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078280.084737:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078280.084738:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078280.084740:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084741:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078280.084742:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084743:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078280.084745:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078280.084747:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084749:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078280.084751:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078280.084754:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078280.084756:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078280.084757:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078280.084759:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078280.084765:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769078280.084767:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078280.084771:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078280.084772:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078280.084774:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078280.084776:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078280.084780:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078280.084785:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769078280.084789:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078280.084795:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078280.084802:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078280.084805:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078280.084808:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078280.084826:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078280.084829:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078280.084832:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078280.084834:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078280.084835:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078280.084838:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078280.084840:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5265
00000400:00000200:2.0:1769078280.084843:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078280.084846:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078280.084848:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078280.084851:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084853:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078280.084855:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084857:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078280.084858:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078280.084859:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078280.084860:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078280.084861:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078280.084861:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078280.084863:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078280.084863:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078280.084865:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078280.084867:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078280.084869:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078280.084869:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084871:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078280.084873:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078280.084885:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078280.084888:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078280.084889:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078280.084891:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078280.084891:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078280.084894:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078280.084894:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078280.084895:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078280.084897:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078280.084899:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078280.084900:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078280.084901:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078280.084903:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192000:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078280.084903:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078280.084907:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769078280.084907:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078280.084909:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078280.084910:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078280.084911:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078280.084913:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078280.084914:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
02000000:00000001:1.0:1769078280.084915:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769078280.084917:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078280.084919:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1769078280.084920:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:2.0:1769078280.084920:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078280.084921:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078280.084922:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078280.084923:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078280.084925:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078280.084928:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:2.0:1769078280.084928:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f000.
00000100:00000001:2.0:1769078280.084931:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078280.084932:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00100000:2.0:1769078280.084935:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078280.084939:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:2.0:1769078280.084942:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078280.084944:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078280.084945:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192000, portal 25
00000100:00000001:1.0:1769078280.084947:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078280.084947:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.084949:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947904 : -118662139603712 : ffff9413d1521500)
00000100:00000040:1.0:1769078280.084954:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078280.084955:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078280.084958:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078280.084962:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078280.084962:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078280.084964:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769078280.084964:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078280.084967:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000040:2.0:1769078280.084967:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078280.084969:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612192000, offset 0
00000100:00000040:2.0:1769078280.084971:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5275)
00000400:00000200:1.0:1769078280.084975:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078280.084982:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078280.084991:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078280.084997:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078280.085001:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078280.085004:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078280.085006:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078280.085009:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3884:3884:256:4294967295] 192.168.204.106@tcp LPNI seq info [3883:3883:8:4294967295]
00000400:00000200:1.0:1769078280.085012:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078280.085022:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078280.085028:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078280.085034:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078280.085041:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078280.085044:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078280.085049:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078280.085053:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078280.085057:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078280.085059:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078280.085064:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078280.085068:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078280.085073:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078280.085075:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078280.085079:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078280.085083:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085102:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078280.085106:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085113:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078280.085115:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078280.085121:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078280.085125:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078280.085127:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299941955
00000100:00000010:1.0:1769078280.085131:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769078280.085136:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078280.085142:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299941955
00000100:00000010:1.0:1769078280.085145:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769078280.085148:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078280.085151:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078280.085154:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078280.085156:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078280.085160:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078280/real 1769078280]  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078280.085170:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078280.085171:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078280.085173:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078280.085176:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078280.085178:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078280.085180:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078280.085183:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078280.085189:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085193:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078280.085194:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085196:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078280.085197:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078280.085199:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085204:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078280.085207:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085211:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078280.085213:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085214:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078280.085214:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085216:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078280.085217:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078280.085219:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078280.085222:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078280.085223:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078280.085225:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078280.085230:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192000:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078280.085232:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085233:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078280.085235:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521500 x1855007612192000/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085239:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078280.085241:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078280.085242:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078280.085244:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078280.085245:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078280.085246:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078280.085248:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078280.085249:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f400.
02000000:00000001:1.0:1769078280.085252:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078280.085254:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078280.085255:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521500.
00000100:00000001:1.0:1769078280.085257:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078280.085258:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085259:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085264:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078280.085265:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078280.085266:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078280.085267:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078280.085268:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078280.085269:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085274:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078280.085275:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078280.085276:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078280.085277:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078280.085278:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078280.085280:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192128:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078280.085281:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078280.085283:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078280.085283:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078280.085284:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078280.085286:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078280.085287:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078280.085290:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078280.085292:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078280.085294:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078280.085296:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192128, portal 10
00000100:00000001:1.0:1769078280.085297:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078280.085305:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955072 : -118662139596544 : ffff9413d1523100)
00000100:00000040:1.0:1769078280.085310:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085313:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078280.085315:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078280.085317:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078280.085318:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612192128, offset 0
00000400:00000200:1.0:1769078280.085320:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078280.085323:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078280.085325:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078280.085327:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078280.085329:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078280.085330:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078280.085332:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078280.085334:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3885:3885:256:4294967295] 192.168.204.106@tcp LPNI seq info [3884:3884:8:4294967295]
00000400:00000200:1.0:1769078280.085336:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078280.085341:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078280.085345:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078280.085348:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078280.085352:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078280.085354:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078280.085358:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078280.085361:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078280.085364:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078280.085366:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078280.085369:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078280.085380:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078280.085383:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078280.085385:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078280.085388:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078280.085391:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085398:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078280.085401:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085407:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078280.085408:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078280.085412:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078280.085415:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078280.085418:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078280.085420:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299938591
00000100:00000001:1.0:1769078280.085423:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299941955
00000100:00000001:1.0:1769078280.085425:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299938591
00000100:00000001:1.0:1769078280.085426:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299941955
00000100:00000001:1.0:1769078280.085428:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078280.085430:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078280.085432:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078280.085435:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078280/real 1769078280]  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078280.085442:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078280.085443:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078280.085445:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078280.085447:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078280.085449:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078280.085451:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078280.085453:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078280.085458:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085463:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078280.085464:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085465:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078280.085467:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078280.085470:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085476:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078280.085480:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085486:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078280.085488:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085489:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078280.085491:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085492:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078280.085494:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078280.085496:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078280.085499:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078280.085501:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078280.085505:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078280.085513:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192128:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078280.085517:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085519:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078280.085521:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523100 x1855007612192128/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078280.085526:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078280.085527:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078280.085529:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078280.085530:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078280.085531:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078280.085532:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078280.085533:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078280.085534:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f000.
02000000:00000001:1.0:1769078280.085536:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078280.085537:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078280.085538:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523100.
00000100:00000001:1.0:1769078280.085539:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078280.085540:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085541:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078280.085544:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078280.085545:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078280.085546:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078280.085547:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078280.468674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078280.468681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078280.468731:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078280.468733:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078280.468735:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078281.108764:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078281.108771:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078281.108773:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078281.108778:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078281.108782:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078281.108786:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078281.108789:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078281.108792:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078281.108795:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078281.492643:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078281.492650:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078281.492716:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078281.492720:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078281.492724:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078282.132655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078282.132663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078282.132665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078282.132671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078282.132675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078282.132680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078282.132683:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078282.132687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078282.132690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078282.516692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078282.516702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078282.516810:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078282.516817:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078282.516821:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078283.156687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078283.156694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078283.156695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078283.156700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078283.156704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078283.156708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078283.156710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078283.156712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078283.156715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078283.541906:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078283.541913:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078283.541974:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078283.541978:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078283.541982:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078284.180642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078284.180649:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078284.180650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078284.180655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078284.180658:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078284.180660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078284.180662:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078284.180664:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078284.180665:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078284.564651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078284.564657:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078284.564722:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078284.564725:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078284.564728:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078284.692666:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299941955, at 4299942400
00000100:00000040:1.0:1769078284.692666:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299941955, at 4299942400
00000100:00000010:0.0:1769078284.692682:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000010:1.0:1769078284.692683:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000001:2.0:1769078285.204685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769078285.204687:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078285.204693:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078285.204693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078285.204697:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078285.204697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078285.204702:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078285.204703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078285.204706:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078285.204709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769078285.204713:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5270
00000100:00000001:2.0:1769078285.204714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078285.204718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:0.0:1769078285.204721:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078285.204721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078285.204724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078285.204729:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078285.204732:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078285.204734:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204736:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078285.204738:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204739:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078285.204742:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078285.204743:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078285.204745:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078285.204748:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078285.204750:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078285.204752:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078285.204754:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204755:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078285.204756:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204757:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078285.204759:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078285.204761:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204762:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.204764:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078285.204766:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078285.204767:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.204769:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078285.204771:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078285.204778:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961180.
00000020:00000040:0.0:1769078285.204780:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078285.204783:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078285.204784:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.204786:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078285.204788:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078285.204805:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078285.204811:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0ec00.
00000100:00000001:0.0:1769078285.204816:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078285.204822:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078285.204829:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078285.204832:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078285.204835:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e5d6988] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078285.204850:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078285.204852:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078285.204855:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078285.204856:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078285.204857:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078285.204858:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078285.204860:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5270
00000400:00000200:0.0:1769078285.204862:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078285.204864:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078285.204865:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078285.204867:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204868:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078285.204869:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204870:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078285.204872:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078285.204873:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078285.204874:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078285.204875:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078285.204876:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078285.204878:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078285.204880:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204881:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078285.204883:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204885:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078285.204886:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078285.204888:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078285.204890:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.204890:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078285.204891:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078285.204895:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769078285.204897:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078285.204898:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078285.204900:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.204903:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078285.204906:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078285.204908:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078285.204912:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.204914:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078285.204920:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960e00.
00000020:00000040:0.0:1769078285.204924:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078285.204927:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078285.204929:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078285.204931:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078285.204932:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078285.204937:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078285.204938:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078285.204938:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078285.204942:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078285.204943:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078285.204949:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769078285.204949:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078285.204954:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192256:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078285.204956:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.204959:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078285.204963:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769078285.204964:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078285.204966:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078285.204970:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078285.204974:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078285.204976:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
00000100:00000001:0.0:1769078285.204977:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078285.204982:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078285.204983:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002bd27f4] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078285.204990:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078285.204993:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078285.204994:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:0.0:1769078285.204996:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078285.205000:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078285.205001:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:0.0:1769078285.205002:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078285.205006:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078285.205007:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192256, portal 25
00000100:00000040:0.0:1769078285.205009:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5280)
00000100:00000001:1.0:1769078285.205011:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078285.205013:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557626240 : -118662151925376 : ffff9413d0961180)
00000100:00000040:1.0:1769078285.205018:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205024:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078285.205026:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078285.205028:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078285.205030:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612192256, offset 0
00000400:00000200:1.0:1769078285.205034:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078285.205039:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078285.205043:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078285.205047:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078285.205051:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078285.205053:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078285.205055:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078285.205058:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3886:3886:256:4294967295] 192.168.204.106@tcp LPNI seq info [3885:3885:8:4294967295]
00000400:00000200:1.0:1769078285.205064:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078285.205071:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078285.205074:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078285.205078:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078285.205082:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078285.205085:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078285.205089:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078285.205092:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078285.205094:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078285.205096:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078285.205100:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078285.205103:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078285.205106:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078285.205108:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078285.205111:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078285.205113:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205119:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078285.205121:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205126:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.205127:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078285.205130:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078285.205133:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078285.205141:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299947075
00000100:00000010:1.0:1769078285.205149:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769078285.205155:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078285.205167:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299947075
00000100:00000010:1.0:1769078285.205171:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769078285.205174:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078285.205177:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078285.205180:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.205183:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078285.205188:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078285/real 1769078285]  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078285.205195:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078285.205196:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078285.205197:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078285.205199:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078285.205200:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078285.205202:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078285.205204:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078285.205209:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205222:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078285.205223:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205225:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078285.205226:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078285.205229:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205232:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078285.205235:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205239:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078285.205240:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205241:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078285.205242:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205244:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078285.205245:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078285.205247:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078285.205249:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078285.205250:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078285.205252:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078285.205257:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192256:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078285.205259:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205261:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078285.205262:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961180 x1855007612192256/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205266:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078285.205268:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078285.205271:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078285.205274:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078285.205275:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078285.205277:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078285.205283:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078285.205285:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:1.0:1769078285.205289:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078285.205290:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078285.205292:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961180.
00000100:00000001:1.0:1769078285.205294:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078285.205296:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205298:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205304:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078285.205306:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.205308:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078285.205309:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078285.205310:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078285.205315:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205320:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078285.205321:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078285.205322:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078285.205324:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078285.205325:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078285.205327:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192384:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078285.205329:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078285.205330:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078285.205331:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078285.205332:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078285.205334:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078285.205336:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078285.205338:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078285.205340:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078285.205342:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078285.205344:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192384, portal 10
00000100:00000001:1.0:1769078285.205346:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078285.205347:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557625344 : -118662151926272 : ffff9413d0960e00)
00000100:00000040:1.0:1769078285.205351:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205355:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078285.205356:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078285.205357:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078285.205358:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612192384, offset 0
00000400:00000200:1.0:1769078285.205361:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078285.205363:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078285.205365:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078285.205368:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078285.205369:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078285.205371:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078285.205372:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078285.205374:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3887:3887:256:4294967295] 192.168.204.106@tcp LPNI seq info [3886:3886:8:4294967295]
00000400:00000200:1.0:1769078285.205376:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078285.205380:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078285.205383:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078285.205384:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078285.205387:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078285.205389:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078285.205391:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078285.205393:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078285.205395:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078285.205396:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078285.205398:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078285.205400:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078285.205402:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078285.205403:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078285.205404:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078285.205406:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205415:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078285.205417:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205420:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.205421:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078285.205423:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078285.205425:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078285.205427:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078285.205428:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299943711
00000100:00000001:1.0:1769078285.205430:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299947075
00000100:00000001:1.0:1769078285.205431:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299943711
00000100:00000001:1.0:1769078285.205432:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299947075
00000100:00000001:1.0:1769078285.205434:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078285.205435:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.205436:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078285.205438:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078285/real 1769078285]  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078285.205442:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078285.205443:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078285.205444:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078285.205445:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078285.205446:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078285.205447:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078285.205448:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078285.205453:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205456:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078285.205458:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205459:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078285.205460:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078285.205462:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205465:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078285.205467:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205471:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078285.205472:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205473:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078285.205474:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205475:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078285.205476:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078285.205477:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078285.205478:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078285.205480:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078285.205482:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078285.205486:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192384:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078285.205488:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205489:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078285.205490:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960e00 x1855007612192384/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078285.205494:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078285.205495:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078285.205496:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078285.205497:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078285.205498:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078285.205499:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078285.205500:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078285.205501:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769078285.205503:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078285.205503:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078285.205504:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960e00.
00000100:00000001:1.0:1769078285.205506:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078285.205506:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205507:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078285.205509:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078285.205510:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078285.205511:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078285.205512:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078285.588684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078285.588690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078285.588758:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078285.588762:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078285.588765:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078286.228644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078286.228654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078286.228656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078286.228661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078286.228665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078286.228669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078286.228671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078286.228673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078286.228676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078286.612650:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078286.612656:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078286.612657:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078286.612659:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078286.612662:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078286.612664:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078286.612665:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078286.612666:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078286.612735:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078286.612739:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078286.612742:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078287.252680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078287.252689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078287.252691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078287.252697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078287.252700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078287.252704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078287.252707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078287.252709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078287.252712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078287.636677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078287.636682:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078287.636799:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078287.636806:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078287.636812:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078288.276668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078288.276674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078288.276675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078288.276679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078288.276685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078288.276689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078288.276691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078288.276694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078288.276697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078288.660680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078288.660687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078288.660781:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078288.660786:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078288.660790:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078289.300660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078289.300667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078289.300669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078289.300674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078289.300678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078289.300682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078289.300685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078289.300687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078289.300690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078289.684651:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078289.684655:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078289.684704:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078289.684706:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078289.684709:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078289.812681:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299947075, at 4299947520
00000100:00000040:1.0:1769078289.812681:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299947075, at 4299947520
00000100:00000010:0.0:1769078289.812697:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000010:1.0:1769078289.812699:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00080000:0.0:1769078290.324649:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078290.324649:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078290.324653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078290.324655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078290.324657:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1769078290.324660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078290.324661:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078290.324665:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078290.324666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078290.324670:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078290.324670:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078290.324673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078290.324676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078290.324678:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5275
00000100:00000001:2.0:1769078290.324679:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078290.324688:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078290.324696:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078290.324700:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078290.324715:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324719:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078290.324721:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324724:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078290.324727:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078290.324729:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078290.324732:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078290.324735:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078290.324738:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078290.324740:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078290.324744:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324746:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078290.324748:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324750:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078290.324753:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078290.324756:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324759:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.324762:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078290.324766:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078290.324769:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324770:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078290.324772:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078290.324781:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960000.
00000020:00000040:0.0:1769078290.324784:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078290.324787:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078290.324789:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324791:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078290.324793:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078290.324797:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078290.324804:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769078290.324808:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078290.324816:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078290.324823:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078290.324826:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078290.324829:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e294874b] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078290.324847:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078290.324849:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078290.324851:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078290.324852:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078290.324853:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078290.324855:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078290.324857:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5275
00000400:00000200:0.0:1769078290.324860:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078290.324862:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078290.324863:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078290.324865:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324866:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078290.324868:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324869:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078290.324871:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078290.324872:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078290.324872:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078290.324874:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078290.324875:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078290.324877:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078290.324879:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324880:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078290.324882:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324883:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078290.324884:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078290.324886:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078290.324888:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078290.324889:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078290.324891:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078290.324893:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078290.324897:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324898:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078290.324898:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078290.324902:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769078290.324903:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078290.324906:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324908:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078290.324911:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962d80.
00000100:00000040:1.0:1769078290.324912:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078290.324913:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078290.324916:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078290.324918:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324921:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078290.324923:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078290.324925:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078290.324930:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1769078290.324931:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:1.0:1769078290.324933:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324937:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078290.324938:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078290.324942:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1769078290.324947:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078290.324947:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078290.324952:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192512:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078290.324960:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078290.324964:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078290.324965:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078290.324967:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324969:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078290.324971:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078290.324976:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baf94d2] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078290.324978:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078290.324982:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078290.324990:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078290.324993:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078290.324995:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078290.324999:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078290.325001:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078290.325001:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:0.0:1769078290.325007:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078290.325012:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5285)
00000400:00000010:1.0:1769078290.325012:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078290.325023:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192512, portal 25
00000100:00000001:1.0:1769078290.325026:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078290.325027:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557621760 : -118662151929856 : ffff9413d0960000)
00000100:00000040:1.0:1769078290.325034:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325042:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078290.325046:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078290.325048:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078290.325051:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612192512, offset 0
00000400:00000200:1.0:1769078290.325058:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078290.325065:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078290.325071:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078290.325076:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078290.325080:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078290.325083:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078290.325086:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078290.325090:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3888:3888:256:4294967295] 192.168.204.106@tcp LPNI seq info [3887:3887:8:4294967295]
00000400:00000200:1.0:1769078290.325094:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078290.325103:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078290.325109:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078290.325115:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078290.325121:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078290.325125:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078290.325130:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078290.325133:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078290.325137:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078290.325140:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078290.325145:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078290.325149:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078290.325154:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078290.325156:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078290.325160:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078290.325163:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325171:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078290.325175:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325181:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078290.325183:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078290.325188:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078290.325191:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078290.325193:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299952195
00000100:00000010:1.0:1769078290.325198:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769078290.325204:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078290.325217:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299952195
00000100:00000010:1.0:1769078290.325220:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769078290.325223:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078290.325225:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078290.325228:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078290.325230:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078290.325235:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290]  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078290.325248:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078290.325249:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078290.325251:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078290.325253:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078290.325254:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078290.325256:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078290.325259:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078290.325267:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325273:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078290.325274:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325276:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078290.325278:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078290.325281:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325287:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078290.325291:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325296:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078290.325299:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325301:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078290.325302:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325303:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078290.325305:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078290.325307:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078290.325310:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078290.325312:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078290.325315:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078290.325323:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192512:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078290.325327:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325329:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078290.325332:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960000 x1855007612192512/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325338:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078290.325341:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078290.325343:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078290.325346:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078290.325348:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078290.325349:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078290.325352:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078290.325354:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769078290.325357:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078290.325359:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078290.325361:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960000.
00000100:00000001:1.0:1769078290.325364:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078290.325365:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325367:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325373:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078290.325375:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078290.325377:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078290.325378:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078290.325379:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078290.325382:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325388:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078290.325390:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078290.325391:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078290.325393:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078290.325395:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078290.325397:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192640:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078290.325400:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078290.325401:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078290.325403:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078290.325404:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078290.325407:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078290.325408:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078290.325412:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078290.325414:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078290.325418:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078290.325420:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192640, portal 10
00000100:00000001:1.0:1769078290.325422:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078290.325423:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557633408 : -118662151918208 : ffff9413d0962d80)
00000100:00000040:1.0:1769078290.325429:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325435:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078290.325438:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078290.325440:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078290.325441:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612192640, offset 0
00000400:00000200:1.0:1769078290.325446:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078290.325449:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078290.325453:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078290.325455:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078290.325458:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078290.325460:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078290.325462:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078290.325465:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3889:3889:256:4294967295] 192.168.204.106@tcp LPNI seq info [3888:3888:8:4294967295]
00000400:00000200:1.0:1769078290.325469:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078290.325474:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078290.325478:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078290.325481:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078290.325494:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078290.325500:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078290.325504:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078290.325507:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078290.325511:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078290.325513:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078290.325515:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078290.325518:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078290.325521:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078290.325523:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078290.325525:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078290.325528:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325535:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078290.325538:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325544:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078290.325545:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078290.325549:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078290.325586:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078290.325590:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078290.325593:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299948832
00000100:00000001:1.0:1769078290.325595:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299952195
00000100:00000001:1.0:1769078290.325598:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299948832
00000100:00000001:1.0:1769078290.325600:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299952195
00000100:00000001:1.0:1769078290.325602:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078290.325604:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078290.325606:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078290.325609:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078290/real 1769078290]  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078290.325616:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078290.325617:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078290.325619:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078290.325622:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078290.325623:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078290.325625:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078290.325628:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078290.325636:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325642:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078290.325643:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325646:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078290.325647:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078290.325650:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325656:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078290.325660:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325666:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078290.325668:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325670:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078290.325671:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325673:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078290.325674:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078290.325677:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078290.325680:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078290.325682:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078290.325686:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078290.325693:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192640:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078290.325697:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325698:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078290.325701:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962d80 x1855007612192640/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078290.325720:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078290.325722:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078290.325724:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078290.325727:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078290.325728:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078290.325729:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078290.325732:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078290.325733:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769078290.325735:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078290.325737:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078290.325738:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962d80.
00000100:00000001:1.0:1769078290.325741:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078290.325742:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325744:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078290.325747:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078290.325748:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078290.325750:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078290.325751:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078290.708685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078290.708691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078290.708770:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078290.708774:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078290.708777:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078291.348658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078291.348664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078291.348666:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078291.348670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078291.348673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078291.348675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078291.348676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078291.348678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078291.348680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078291.732643:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078291.732649:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078291.732710:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078291.732713:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078291.732716:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078292.372651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078292.372656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078292.372658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078292.372662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078292.372665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078292.372668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078292.372678:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078292.372681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078292.372684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078292.756720:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078292.756729:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078292.756792:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078292.756795:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078292.756799:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078293.396620:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078293.396630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078293.396632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078293.396639:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078293.396644:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078293.396648:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078293.396677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078293.396680:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078293.396683:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078293.780672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078293.780677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078293.780736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078293.780739:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078293.780742:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078294.420702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078294.420710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078294.420712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078294.420718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078294.420722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078294.420725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078294.420727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078294.420729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078294.420731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078294.804692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078294.804698:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078294.804776:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078294.804783:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078294.804789:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078294.932673:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299952195, at 4299952640
00000100:00000040:1.0:1769078294.932673:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299952195, at 4299952640
00000100:00000010:0.0:1769078294.932690:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000010:1.0:1769078294.932691:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:0.0:1769078295.444691:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078295.444691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078295.444700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769078295.444702:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078295.444704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.444706:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078295.444711:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1769078295.444712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078295.444717:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078295.444719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078295.444725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078295.444726:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5280
00000100:00000001:2.0:1769078295.444732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078295.444735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769078295.444737:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:2.0:1769078295.444739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078295.444750:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078295.444753:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078295.444756:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444759:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078295.444762:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444763:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078295.444767:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078295.444769:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078295.444771:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078295.444773:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078295.444775:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078295.444776:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078295.444778:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444779:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078295.444782:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444783:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078295.444786:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078295.444788:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444790:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.444792:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078295.444794:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078295.444800:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.444802:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078295.444803:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078295.444813:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961500.
00000020:00000040:0.0:1769078295.444816:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078295.444820:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078295.444821:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.444823:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078295.444826:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078295.444830:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078295.444837:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769078295.444843:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078295.444850:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078295.444859:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078295.444863:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078295.444866:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f65dc0f8] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078295.444885:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078295.444886:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078295.444889:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078295.444890:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078295.444891:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078295.444893:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078295.444895:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5280
00000400:00000200:0.0:1769078295.444897:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078295.444900:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078295.444901:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078295.444903:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444905:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078295.444906:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444908:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078295.444909:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078295.444910:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078295.444911:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078295.444912:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078295.444914:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078295.444915:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078295.444917:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444919:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078295.444920:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078295.444921:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078295.444923:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078295.444923:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1769078295.444928:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078295.444929:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078295.444932:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078295.444933:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769078295.444935:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078295.444940:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078295.444941:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.444942:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078295.444947:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078295.444949:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078295.444950:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.444954:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078295.444958:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963800.
00000020:00000040:0.0:1769078295.444962:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078295.444962:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078295.444965:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078295.444966:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078295.444969:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.444970:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078295.444971:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078295.444972:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078295.444975:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078295.444976:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769078295.444978:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
02000000:00000001:1.0:1769078295.444979:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.444983:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078295.444984:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192768:192.168.204.106@tcp:250:kworker.0
00000100:00100000:0.0:1769078295.444989:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078295.444990:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078295.444995:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078295.444998:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078295.444998:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.445001:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078295.445002:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078295.445005:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea238259] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078295.445008:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078295.445013:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078295.445014:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078295.445017:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078295.445021:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078295.445026:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078295.445027:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000040:0.0:1769078295.445028:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078295.445032:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078295.445034:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:0.0:1769078295.445037:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5290)
00000100:00000200:1.0:1769078295.445048:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192768, portal 25
00000100:00000001:1.0:1769078295.445051:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078295.445053:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557627136 : -118662151924480 : ffff9413d0961500)
00000100:00000040:1.0:1769078295.445059:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445067:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078295.445071:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078295.445075:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078295.445079:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612192768, offset 0
00000400:00000200:1.0:1769078295.445087:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078295.445097:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078295.445105:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078295.445112:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078295.445117:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078295.445121:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078295.445124:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078295.445128:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3890:3890:256:4294967295] 192.168.204.106@tcp LPNI seq info [3889:3889:8:4294967295]
00000400:00000200:1.0:1769078295.445132:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078295.445143:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078295.445150:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078295.445156:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078295.445181:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078295.445185:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078295.445191:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078295.445195:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078295.445207:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078295.445210:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078295.445218:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078295.445224:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078295.445230:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078295.445233:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078295.445238:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078295.445242:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445252:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078295.445256:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445263:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078295.445265:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078295.445281:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078295.445285:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078295.445288:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299957315
00000100:00000010:1.0:1769078295.445293:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769078295.445300:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078295.445306:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299957315
00000100:00000010:1.0:1769078295.445309:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769078295.445313:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078295.445317:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078295.445320:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078295.445322:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078295.445326:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295]  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078295.445360:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078295.445362:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078295.445364:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078295.445367:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078295.445369:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078295.445372:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078295.445383:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078295.445392:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445399:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078295.445400:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445403:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078295.445405:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078295.445408:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445424:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078295.445427:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445433:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078295.445436:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445438:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078295.445439:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445442:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078295.445445:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078295.445448:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078295.445452:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078295.445454:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078295.445459:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078295.445467:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612192768:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078295.445472:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445474:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078295.445477:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961500 x1855007612192768/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445484:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078295.445487:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078295.445490:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078295.445493:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078295.445495:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078295.445496:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078295.445498:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078295.445501:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769078295.445505:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078295.445516:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078295.445519:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961500.
00000100:00000001:1.0:1769078295.445522:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078295.445524:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445526:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445533:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078295.445534:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078295.445537:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078295.445538:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078295.445540:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078295.445543:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445590:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078295.445592:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078295.445595:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078295.445597:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078295.445600:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078295.445603:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192896:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078295.445607:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078295.445609:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078295.445610:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078295.445612:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078295.445615:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078295.445627:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078295.445632:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078295.445636:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078295.445645:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078295.445649:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612192896, portal 10
00000100:00000001:1.0:1769078295.445651:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078295.445652:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636096 : -118662151915520 : ffff9413d0963800)
00000100:00000040:1.0:1769078295.445658:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445665:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078295.445667:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078295.445669:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078295.445671:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612192896, offset 0
00000400:00000200:1.0:1769078295.445675:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078295.445680:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078295.445683:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078295.445687:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078295.445689:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078295.445692:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078295.445694:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078295.445698:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3891:3891:256:4294967295] 192.168.204.106@tcp LPNI seq info [3890:3890:8:4294967295]
00000400:00000200:1.0:1769078295.445702:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078295.445708:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078295.445713:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078295.445723:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078295.445727:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078295.445730:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078295.445734:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078295.445737:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078295.445741:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078295.445743:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078295.445747:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078295.445749:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078295.445752:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078295.445753:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078295.445755:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078295.445758:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445763:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078295.445764:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445769:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078295.445770:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078295.445772:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078295.445775:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078295.445777:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078295.445779:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299953952
00000100:00000001:1.0:1769078295.445781:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299957315
00000100:00000001:1.0:1769078295.445782:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299953952
00000100:00000001:1.0:1769078295.445784:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299957315
00000100:00000001:1.0:1769078295.445785:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078295.445787:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078295.445788:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078295.445790:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078295/real 1769078295]  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078295.445795:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078295.445796:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078295.445797:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078295.445798:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078295.445799:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078295.445801:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078295.445804:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078295.445837:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445860:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078295.445862:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445864:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078295.445865:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078295.445870:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445876:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078295.445879:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445897:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078295.445900:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445901:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078295.445903:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445904:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078295.445906:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078295.445909:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078295.445913:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078295.445914:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078295.445933:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078295.445941:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612192896:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078295.445960:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.445962:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078295.445965:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963800 x1855007612192896/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078295.445970:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078295.445972:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078295.445974:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078295.445977:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078295.445978:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078295.445979:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078295.445994:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078295.445996:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:1.0:1769078295.445999:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078295.446000:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078295.446002:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963800.
00000100:00000001:1.0:1769078295.446004:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078295.446005:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.446007:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078295.446010:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078295.446011:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078295.446013:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078295.446014:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078295.828703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078295.828711:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078295.828788:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078295.828792:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078295.828796:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078296.468687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078296.468697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078296.468700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078296.468708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078296.468713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078296.468716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078296.468720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078296.468723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078296.468727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.852704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078296.852713:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078296.852716:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078296.852718:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.852724:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078296.852726:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.852727:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.852729:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078296.852792:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078296.852796:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078296.852799:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078297.492694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078297.492702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078297.492704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078297.492712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078297.492717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078297.492722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078297.492724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078297.492728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078297.492731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078297.876667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078297.876672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078297.876747:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078297.876753:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078297.876757:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078298.516704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078298.516712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078298.516714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078298.516719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078298.516722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078298.516727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078298.516729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078298.516731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078298.516734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078298.900716:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078298.900726:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078298.900784:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078298.900788:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078298.900791:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078299.540695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078299.540705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078299.540707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078299.540714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078299.540719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078299.540724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078299.540727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078299.540730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078299.540734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078299.924695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078299.924703:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078299.924777:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078299.924782:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078299.924785:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078300.052668:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299957315, at 4299957760
00000100:00000040:1.0:1769078300.052668:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299957315, at 4299957760
00000100:00000010:0.0:1769078300.052686:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00000010:1.0:1769078300.052688:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00080000:0.0:1769078300.564667:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078300.564667:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078300.564675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769078300.564679:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078300.564679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.564684:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078300.564686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769078300.564690:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078300.564693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078300.564696:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078300.564698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078300.564702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769078300.564706:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5285
00000100:00000001:2.0:1769078300.564707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078300.564712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078300.564719:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078300.564728:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078300.564732:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078300.564737:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564740:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078300.564744:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564746:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078300.564750:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078300.564752:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078300.564755:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078300.564757:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078300.564760:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078300.564763:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078300.564766:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564768:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078300.564770:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564772:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078300.564775:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078300.564778:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564781:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078300.564784:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078300.564788:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078300.564791:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.564794:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078300.564797:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078300.564821:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961c00.
00000020:00000040:0.0:1769078300.564825:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078300.564830:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078300.564832:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.564835:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078300.564838:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078300.564843:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078300.564855:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769078300.564863:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078300.564872:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078300.564884:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078300.564888:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078300.564894:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca495d1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078300.564918:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078300.564921:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078300.564925:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078300.564927:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078300.564928:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078300.564932:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078300.564934:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5285
00000400:00000200:0.0:1769078300.564938:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078300.564941:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078300.564943:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078300.564947:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564949:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078300.564952:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564954:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078300.564957:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078300.564958:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078300.564959:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078300.564962:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078300.564964:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078300.564966:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078300.564967:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078300.564971:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078300.564973:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078300.564975:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078300.564978:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078300.564979:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564982:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078300.564986:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769078300.564990:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078300.564991:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078300.564995:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078300.564998:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078300.565004:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078300.565005:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078300.565007:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078300.565009:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.565012:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078300.565015:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769078300.565017:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078300.565020:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078300.565022:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078300.565025:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.565026:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078300.565032:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000100:00100000:1.0:1769078300.565033:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193024:192.168.204.106@tcp:250:kworker.0
00000020:00000040:0.0:1769078300.565036:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078300.565041:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078300.565042:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078300.565045:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078300.565046:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078300.565047:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078300.565048:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078300.565051:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078300.565052:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078300.565058:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078300.565059:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769078300.565064:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078300.565065:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078300.565068:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078300.565072:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078300.565079:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078300.565085:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:0.0:1769078300.565087:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078300.565090:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078300.565092:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000040:0.0:1769078300.565096:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078300.565101:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193024, portal 25
00000100:00000001:1.0:1769078300.565105:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078300.565108:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557628928 : -118662151922688 : ffff9413d0961c00)
00000100:00000001:0.0:1769078300.565111:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078300.565115:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078300.565115:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078300.565123:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078300.565127:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078300.565129:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078300.565133:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078300.565137:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078300.565137:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078300.565141:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612193024, offset 0
00000100:00000040:0.0:1769078300.565146:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5295)
00000400:00000200:1.0:1769078300.565149:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078300.565158:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078300.565164:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078300.565169:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078300.565173:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078300.565176:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078300.565178:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078300.565181:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3892:3892:256:4294967295] 192.168.204.106@tcp LPNI seq info [3891:3891:8:4294967295]
00000400:00000200:1.0:1769078300.565184:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078300.565194:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078300.565200:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078300.565205:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078300.565221:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078300.565225:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078300.565231:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078300.565235:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078300.565240:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078300.565243:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078300.565250:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078300.565255:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078300.565261:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078300.565264:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078300.565269:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078300.565273:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565283:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078300.565288:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565295:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078300.565296:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078300.565311:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078300.565315:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078300.565317:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299962435
00000100:00000010:1.0:1769078300.565322:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769078300.565328:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078300.565333:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299962435
00000100:00000010:1.0:1769078300.565335:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769078300.565337:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078300.565339:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078300.565341:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078300.565343:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078300.565346:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300]  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078300.565354:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078300.565355:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078300.565357:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078300.565359:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078300.565360:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078300.565362:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078300.565364:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078300.565370:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565379:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078300.565380:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565382:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078300.565383:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078300.565386:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565391:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078300.565394:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565398:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078300.565400:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565400:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078300.565401:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565403:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078300.565404:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078300.565406:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078300.565409:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078300.565410:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078300.565414:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078300.565421:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193024:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078300.565425:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565427:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078300.565430:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961c00 x1855007612193024/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565436:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078300.565439:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078300.565442:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078300.565445:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078300.565447:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078300.565448:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078300.565451:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078300.565453:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769078300.565458:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078300.565461:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078300.565463:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961c00.
00000100:00000001:1.0:1769078300.565465:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078300.565466:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565467:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565474:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078300.565475:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078300.565476:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078300.565477:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078300.565478:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078300.565481:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565485:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078300.565486:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078300.565488:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078300.565489:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078300.565490:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078300.565492:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193152:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078300.565501:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078300.565502:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078300.565503:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078300.565504:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078300.565506:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078300.565508:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078300.565517:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078300.565520:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078300.565524:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078300.565526:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193152, portal 10
00000100:00000001:1.0:1769078300.565528:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078300.565529:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000040:1.0:1769078300.565587:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565592:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078300.565594:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078300.565602:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078300.565604:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612193152, offset 0
00000400:00000200:1.0:1769078300.565607:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078300.565611:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078300.565614:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078300.565617:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078300.565619:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078300.565622:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078300.565624:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078300.565626:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3893:3893:256:4294967295] 192.168.204.106@tcp LPNI seq info [3892:3892:8:4294967295]
00000400:00000200:1.0:1769078300.565630:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078300.565636:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078300.565640:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078300.565644:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078300.565648:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078300.565651:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078300.565663:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078300.565666:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078300.565670:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078300.565672:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078300.565674:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078300.565678:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078300.565681:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078300.565683:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078300.565686:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078300.565689:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565704:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078300.565711:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078325 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565717:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078300.565719:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078300.565723:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078300.565727:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078300.565730:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078300.565732:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299959072
00000100:00000001:1.0:1769078300.565735:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299962435
00000100:00000001:1.0:1769078300.565737:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299959072
00000100:00000001:1.0:1769078300.565739:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299962435
00000100:00000001:1.0:1769078300.565741:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078300.565744:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078300.565745:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078300.565749:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078300/real 1769078300]  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078300.565757:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078300.565759:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078300.565761:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078300.565763:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078300.565765:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078300.565767:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078300.565770:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078300.565778:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565785:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078300.565786:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565788:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078300.565789:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078300.565792:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565798:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078300.565812:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565823:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078300.565826:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565827:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078300.565828:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565830:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078300.565832:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078300.565834:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078300.565837:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078300.565840:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078300.565844:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078300.565851:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193152:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078300.565854:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565856:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078300.565859:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612193152/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078325 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078300.565866:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078300.565867:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078300.565868:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078300.565870:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078300.565871:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078300.565872:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078300.565874:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078300.565875:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:1.0:1769078300.565877:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078300.565877:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078300.565878:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:1.0:1769078300.565880:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078300.565881:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565882:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078300.565885:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078300.565886:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078300.565887:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078300.565888:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078300.948661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078300.948668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078300.948710:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078300.948714:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078300.948717:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078301.588648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078301.588661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078301.588664:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078301.588673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078301.588679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078301.588683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078301.588688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078301.588691:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078301.588695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078301.972661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078301.972666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078301.972744:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078301.972752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078301.972757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078302.612693:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078302.612701:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078302.612703:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078302.612716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078302.612720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078302.612724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078302.612726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078302.612729:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078302.612731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078302.996672:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078302.996680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078302.996746:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078302.996750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078302.996754:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078303.636630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078303.636637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078303.636639:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078303.636645:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078303.636648:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078303.636652:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078303.636654:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078303.636657:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078303.636659:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078304.020690:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078304.020697:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078304.020793:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078304.020798:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078304.020802:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078304.660687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078304.660696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078304.660698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078304.660704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078304.660709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078304.660714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078304.660716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078304.660721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078304.660724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078305.044655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078305.044660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078305.044751:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078305.044758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078305.044763:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078305.172652:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299962435, at 4299962880
00000100:00000040:1.0:1769078305.172652:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299962435, at 4299962880
00000100:00000010:1.0:1769078305.172665:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00000010:0.0:1769078305.172668:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00000001:2.0:1769078305.684678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:0.0:1769078305.684682:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078305.684684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078305.684688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078305.684695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078305.684698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078305.684700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078305.684709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769078305.684712:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078305.684713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078305.684724:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078305.684724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078305.684733:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078305.684739:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078305.684749:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5290
00000400:00000200:0.0:1769078305.684761:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078305.684768:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078305.684772:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078305.684775:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078305.684779:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.684781:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078305.684784:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078305.684788:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078305.684791:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078305.684794:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078305.684796:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078305.684808:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078305.684811:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078305.684817:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078305.684819:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.684821:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078305.684823:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078305.684837:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078305.684842:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078305.684844:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078305.684849:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078305.684853:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078305.684856:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.684858:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078305.684861:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078305.684873:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769078305.684877:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078305.684882:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078305.684884:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.684887:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078305.684891:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078305.684896:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078305.684905:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0c400.
00000100:00000001:0.0:1769078305.684912:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078305.684922:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078305.684933:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078305.684938:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078305.684943:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078305.684968:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078305.684972:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078305.684976:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078305.684978:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078305.684979:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078305.684982:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078305.684985:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5290
00000400:00000200:0.0:1769078305.684990:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078305.684993:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078305.684996:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078305.685000:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078305.685002:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.685006:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078305.685006:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078305.685008:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078305.685012:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078305.685013:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078305.685016:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078305.685017:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078305.685021:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078305.685023:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078305.685027:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078305.685028:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078305.685030:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078305.685035:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078305.685038:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078305.685040:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078305.685044:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078305.685050:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078305.685056:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769078305.685057:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078305.685060:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.685063:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078305.685066:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078305.685067:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078305.685072:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078305.685073:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078305.685076:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078305.685078:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.685083:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078305.685083:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193280:192.168.204.106@tcp:250:kworker.0
00000008:00100000:0.0:1769078305.685089:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078305.685090:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769078305.685095:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078305.685097:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078305.685098:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078305.685101:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078305.685104:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
02000000:00000001:1.0:1769078305.685106:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1769078305.685109:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078305.685113:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1769078305.685114:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:0.0:1769078305.685115:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078305.685119:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078305.685120:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078305.685123:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078305.685125:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078305.685129:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:0.0:1769078305.685133:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000400:00000010:1.0:1769078305.685136:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:0.0:1769078305.685138:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078305.685146:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00100000:0.0:1769078305.685147:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078305.685158:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078305.685158:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193280, portal 25
00000100:00000001:0.0:1769078305.685161:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078305.685163:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078305.685167:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000040:0.0:1769078305.685168:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078305.685179:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078305.685180:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078305.685185:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078305.685194:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078305.685196:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078305.685199:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078305.685201:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078305.685205:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078305.685205:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078305.685208:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612193280, offset 0
00000100:00000040:0.0:1769078305.685213:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5301)
00000400:00000200:1.0:1769078305.685217:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078305.685225:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078305.685231:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078305.685236:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078305.685240:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078305.685244:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078305.685247:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078305.685250:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3894:3894:256:4294967295] 192.168.204.106@tcp LPNI seq info [3893:3893:8:4294967295]
00000400:00000200:1.0:1769078305.685252:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078305.685260:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078305.685265:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078305.685269:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078305.685275:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078305.685278:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078305.685282:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078305.685286:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078305.685291:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078305.685294:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078305.685301:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078305.685307:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078305.685314:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078305.685317:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078305.685323:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078305.685327:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685337:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078305.685340:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685348:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078305.685350:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078305.685357:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078305.685362:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078305.685365:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299967555
00000100:00000010:1.0:1769078305.685371:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769078305.685379:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078305.685384:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299967555
00000100:00000010:1.0:1769078305.685386:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769078305.685388:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078305.685391:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078305.685393:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078305.685395:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078305.685405:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305]  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078305.685416:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078305.685417:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078305.685419:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078305.685421:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078305.685423:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078305.685424:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078305.685427:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078305.685432:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685440:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078305.685442:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685459:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078305.685461:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078305.685464:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685469:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078305.685472:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685476:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078305.685478:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685479:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078305.685480:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685481:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078305.685483:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078305.685484:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078305.685488:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078305.685489:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078305.685492:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078305.685497:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193280:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078305.685500:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685502:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078305.685504:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612193280/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685508:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078305.685510:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078305.685512:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078305.685514:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078305.685516:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078305.685517:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078305.685518:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078305.685520:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:1.0:1769078305.685523:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078305.685525:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078305.685527:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:1.0:1769078305.685529:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078305.685530:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685531:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685537:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078305.685538:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078305.685540:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078305.685541:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078305.685542:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078305.685544:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685548:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078305.685549:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078305.685573:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078305.685574:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078305.685576:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078305.685579:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193408:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078305.685582:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078305.685584:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078305.685586:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078305.685587:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078305.685590:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078305.685592:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078305.685596:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078305.685599:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000400:00000010:1.0:1769078305.685603:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000200:1.0:1769078305.685606:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193408, portal 10
00000100:00000001:1.0:1769078305.685608:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078305.685609:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:1.0:1769078305.685616:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685622:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078305.685625:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078305.685627:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078305.685629:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612193408, offset 0
00000400:00000200:1.0:1769078305.685634:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078305.685637:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078305.685640:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078305.685642:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078305.685644:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078305.685645:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078305.685647:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078305.685649:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3895:3895:256:4294967295] 192.168.204.106@tcp LPNI seq info [3894:3894:8:4294967295]
00000400:00000200:1.0:1769078305.685651:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078305.685655:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078305.685658:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078305.685660:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078305.685663:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078305.685665:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078305.685668:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078305.685687:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078305.685691:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078305.685693:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078305.685696:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078305.685699:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078305.685702:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078305.685704:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078305.685706:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078305.685710:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685725:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078305.685728:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078330 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685732:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078305.685733:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078305.685736:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078305.685739:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078305.685741:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078305.685743:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299964192
00000100:00000001:1.0:1769078305.685746:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299967555
00000100:00000001:1.0:1769078305.685748:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299964192
00000100:00000001:1.0:1769078305.685750:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299967555
00000100:00000001:1.0:1769078305.685752:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078305.685754:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078305.685756:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078305.685760:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078305/real 1769078305]  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078305.685768:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078305.685769:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078305.685771:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:1.0:1769078305.685774:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:1.0:1769078305.685775:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:1.0:1769078305.685777:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078305.685781:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078305.685789:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685802:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078305.685803:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685805:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078305.685805:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078305.685808:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685813:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078305.685815:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685819:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078305.685821:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685822:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078305.685823:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685825:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078305.685826:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078305.685829:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078305.685831:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078305.685833:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078305.685837:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078305.685844:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193408:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078305.685848:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685849:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078305.685852:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612193408/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078330 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078305.685859:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078305.685861:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078305.685863:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:1.0:1769078305.685865:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078305.685867:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078305.685869:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078305.685871:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078305.685872:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769078305.685875:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078305.685876:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078305.685878:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769078305.685880:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078305.685881:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685882:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078305.685885:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078305.685886:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078305.685887:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078305.685888:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078306.068658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078306.068664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078306.068719:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078306.068722:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078306.068725:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078306.708646:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078306.708653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078306.708655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078306.708661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078306.708665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078306.708668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078306.708670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078306.708673:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078306.708676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.092640:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078307.092646:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078307.092648:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078307.092649:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.092653:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078307.092655:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.092656:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.092657:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078307.092716:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078307.092719:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078307.092722:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078307.732678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078307.732686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078307.732688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078307.732694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078307.732697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078307.732700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078307.732702:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078307.732703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078307.732705:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078308.116705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078308.116711:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078308.116837:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078308.116840:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078308.116843:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078308.756678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078308.756686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078308.756688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078308.756693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078308.756697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078308.756701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078308.756704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078308.756706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078308.756709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078309.140639:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078309.140647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078309.140703:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078309.140708:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078309.140714:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078309.780676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078309.780684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078309.780686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078309.780691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078309.780694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078309.780698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078309.780701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078309.780703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078309.780706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078310.164720:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078310.164734:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078310.164833:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078310.164839:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078310.164843:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078310.292655:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299967555, at 4299968000
00000100:00000040:1.0:1769078310.292655:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299967555, at 4299968000
00000100:00000010:0.0:1769078310.292674:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00000010:1.0:1769078310.292679:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000001:0.0:1769078310.804678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769078310.804678:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078310.804685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078310.804688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078310.804691:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769078310.804693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078310.804695:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078310.804698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078310.804701:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078310.804703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078310.804708:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078310.804709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078310.804714:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769078310.804717:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5296
00000100:00000001:0.0:1769078310.804719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769078310.804730:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078310.804738:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078310.804742:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078310.804754:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804758:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078310.804761:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804763:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078310.804768:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078310.804770:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078310.804773:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078310.804776:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078310.804779:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078310.804782:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078310.804784:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804786:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078310.804788:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804790:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078310.804794:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078310.804797:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804799:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078310.804803:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078310.804807:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078310.804810:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078310.804812:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078310.804815:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078310.804826:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769078310.804830:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078310.804835:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078310.804837:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078310.804840:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078310.804843:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078310.804848:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078310.804857:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000100:00000001:2.0:1769078310.804863:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078310.804873:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078310.804884:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078310.804889:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078310.804894:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078310.804915:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078310.804918:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078310.804922:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078310.804923:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078310.804925:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078310.804927:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078310.804930:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5296
00000400:00000200:2.0:1769078310.804933:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078310.804937:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078310.804940:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078310.804943:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804945:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078310.804948:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804951:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078310.804953:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078310.804955:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078310.804957:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078310.804957:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078310.804961:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078310.804963:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078310.804965:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078310.804968:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078310.804968:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078310.804974:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804977:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078310.804979:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078310.804981:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078310.804986:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078310.804991:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078310.804995:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078310.804999:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078310.805000:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805004:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078310.805004:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078310.805010:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078310.805011:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078310.805015:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078310.805016:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078310.805017:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078310.805022:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078310.805023:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078310.805028:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193536:192.168.204.106@tcp:250:kworker.0
00000008:00000001:2.0:1769078310.805029:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078310.805033:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805038:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769078310.805040:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
02000000:00000001:1.0:1769078310.805044:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769078310.805044:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078310.805048:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078310.805050:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078310.805051:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078310.805055:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078310.805056:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078310.805057:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078310.805060:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078310.805063:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acfc00.
02000000:00000010:2.0:1769078310.805065:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
02000000:00000001:1.0:1769078310.805068:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078310.805071:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078310.805078:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:2.0:1769078310.805079:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078310.805084:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774b58.
00000100:00000001:2.0:1769078310.805092:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078310.805095:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1990.
00000100:00000001:2.0:1769078310.805095:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078310.805101:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078310.805106:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193536, portal 25
00000100:00000001:1.0:1769078310.805111:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078310.805113:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569952384 : -118662139599232 : ffff9413d1522680)
00000100:00000040:1.0:1769078310.805122:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078310.805141:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805142:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078310.805147:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078310.805148:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078310.805153:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000040:2.0:1769078310.805153:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078310.805158:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612193536, offset 0
00000100:00000040:2.0:1769078310.805159:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078310.805164:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078310.805169:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769078310.805171:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5306)
00000400:00000200:1.0:1769078310.805180:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078310.805188:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078310.805195:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078310.805201:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078310.805205:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078310.805208:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078310.805213:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3896:3896:256:4294967295] 192.168.204.106@tcp LPNI seq info [3895:3895:8:4294967295]
00000400:00000200:1.0:1769078310.805218:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078310.805227:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078310.805235:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078310.805240:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078310.805249:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078310.805254:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078310.805272:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078310.805277:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078310.805280:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299972675
00000100:00000010:1.0:1769078310.805286:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769078310.805294:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078310.805300:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299972675
00000100:00000010:1.0:1769078310.805304:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769078310.805307:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078310.805310:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078310.805313:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805317:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805320:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078310.805327:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078310.805329:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078310.805331:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078310.805333:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078310.805334:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078310.805338:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078310.805346:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078310.805348:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078310.805350:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078310.805352:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078310.805354:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078310.805387:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193664:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078310.805391:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078310.805393:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078310.805395:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078310.805397:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078310.805401:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acc000.
02000000:00000001:1.0:1769078310.805403:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078310.805407:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078310.805411:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774108.
00000400:00000010:1.0:1769078310.805415:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1cc0.
00000100:00000200:1.0:1769078310.805418:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193664, portal 10
00000100:00000001:1.0:1769078310.805420:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078310.805421:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569945216 : -118662139606400 : ffff9413d1520a80)
00000100:00000040:1.0:1769078310.805428:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078310.805435:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078310.805437:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078310.805440:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078310.805442:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612193664, offset 0
00000400:00000200:1.0:1769078310.805447:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078310.805451:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078310.805454:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078310.805457:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078310.805460:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078310.805463:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078310.805466:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078310.805469:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3897:3897:255:4294967295] 192.168.204.106@tcp LPNI seq info [3896:3896:7:4294967295]
00000400:00000200:1.0:1769078310.805474:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078310.805482:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078310.805487:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078310.805490:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078310.805494:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078310.805498:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078310.805500:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078310.805504:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078310.805507:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078310.805509:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299969311
00000100:00000001:1.0:1769078310.805513:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299972675
00000100:00000001:1.0:1769078310.805515:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299969311
00000100:00000001:1.0:1769078310.805518:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299972675
00000100:00000001:1.0:1769078310.805520:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078310.805522:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805525:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805527:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078310.805529:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078310.805531:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078310.805533:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078310.805534:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078310.805536:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078310.805538:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078311.188682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078311.188689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078311.188763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078311.188770:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078311.188775:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078311.828707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078311.828717:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078311.828719:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078311.828727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078311.828732:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078311.828736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.828738:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078311.828740:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078311.828743:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078312.212682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078312.212687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078312.212753:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078312.212756:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078312.212759:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078312.852679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078312.852686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078312.852687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078312.852692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078312.852695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078312.852699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078312.852701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078312.852704:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078312.852706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078313.236666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078313.236672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078313.236734:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078313.236737:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078313.236740:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078313.876707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078313.876719:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078313.876722:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078313.876729:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078313.876734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078313.876739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078313.876742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078313.876745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078313.876749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1769078313.876952:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:1.0:1769078313.877003:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1769078313.877017:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078313.877021:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:1.0:1769078313.877024:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078313.877028:0:2354:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:1.0:1769078313.877033:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:1.0:1769078313.877037:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:1.0:1769078313.877042:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1769078313.877047:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078313.877054:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078313.877056:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078313.877061:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078313.877069:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078313.877100:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078313.877103:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078313.877110:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078313.877112:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1769078313.877125:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000100:00000001:2.0:1769078313.877125:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000010:1.0:1769078313.877128:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000100:00000001:2.0:1769078313.877131:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1769078313.877132:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1769078313.877137:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1769078313.877139:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1769078313.877144:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078313.877148:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00100000:2.0:1769078313.877149:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078313]  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078313.877153:0:2354:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078313.877162:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078313.877168:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078313.877170:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078313.877175:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774b58.
00000400:00000200:2.0:1769078313.877179:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1990
00000400:00000010:2.0:1769078313.877183:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1990.
00000100:00000001:2.0:1769078313.877188:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1769078313.877189:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000200:2.0:1769078313.877196:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078313.877197:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078335 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078313.877224:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078313.877228:0:2354:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:2.0:1769078313.877229:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877238:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078313.877241:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877245:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078313.877329:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078313.877336:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877344:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078313.877349:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877356:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078313.877360:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877362:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078313.877363:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877366:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078313.877368:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078313.877371:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078313.877377:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078313.877379:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078313.877383:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078313.877392:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193536:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078313.877397:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078313.877399:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078313.877402:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522680 x1855007612193536/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877409:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078313.877412:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078313.877415:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:2.0:1769078313.877420:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078313.877423:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078313.877426:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:2.0:1769078313.877428:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078313.877431:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855fc00.
02000000:00000001:2.0:1769078313.877435:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078313.877438:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078313.877440:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522680.
00000100:00000001:2.0:1769078313.877444:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078313.877445:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877447:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078313.877449:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078313.877451:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078313.877452:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1769078313.877457:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078310/real 1769078313]  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769078313.877464:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769078313.877466:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769078313.877468:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774108.
00000400:00000200:2.0:1769078313.877471:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1cc0
00000400:00000010:2.0:1769078313.877472:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1cc0.
00000100:00000001:2.0:1769078313.877474:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769078313.877478:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769078313.877485:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877491:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769078313.877492:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877494:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078313.877496:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769078313.877499:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877505:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078313.877509:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877521:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1769078313.877523:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877525:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769078313.877526:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877527:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1769078313.877530:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1769078313.877533:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1769078313.877536:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:2.0:1769078313.877539:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1769078313.877542:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078313.877550:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193664:192.168.204.106@tcp:38:kworker.0
00000100:00000001:2.0:1769078313.877609:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877610:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078313.877614:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520a80 x1855007612193664/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078335 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078313.877620:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769078313.877622:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769078313.877624:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acc000.
02000000:00000001:2.0:1769078313.877627:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769078313.877628:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769078313.877629:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:2.0:1769078313.877632:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769078313.877633:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e400.
02000000:00000001:2.0:1769078313.877635:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769078313.877637:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769078313.877638:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520a80.
00000100:00000001:2.0:1769078313.877641:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769078313.877642:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877644:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078313.877652:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078313.877654:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078313.877656:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078313.877658:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078314.260640:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078314.260645:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078314.260698:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078314.260701:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078314.260704:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078314.900677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078314.900685:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078314.900687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078314.900691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078314.900694:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078314.900697:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078314.900700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078314.900703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078314.900706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078315.284682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078315.284690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078315.284763:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078315.284767:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078315.284770:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078315.412652:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299972675, at 4299973120
00000100:00000040:1.0:1769078315.412652:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299972675, at 4299973120
00000100:00000010:0.0:1769078315.412664:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000010:1.0:1769078315.412667:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769078315.924691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078315.924697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078315.924698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078315.924702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078315.924705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078315.924708:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.924711:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078315.924712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.924714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078315.924727:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078315.924733:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078315.924735:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078315.924738:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078315.924740:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078315.924746:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5301
00000400:00000200:2.0:1769078315.924753:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078315.924758:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078315.924760:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078315.924763:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078315.924765:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078315.924768:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078315.924769:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078315.924772:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078315.924774:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078315.924776:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078315.924779:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078315.924783:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078315.924785:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078315.924789:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078315.924791:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078315.924793:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078315.924795:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078315.924798:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078315.924802:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078315.924804:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078315.924807:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078315.924810:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078315.924813:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078315.924815:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078315.924817:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078315.924823:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769078315.924827:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078315.924831:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078315.924832:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078315.924834:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078315.924837:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078315.924840:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078315.924845:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e400.
00000100:00000001:2.0:1769078315.924850:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078315.924857:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078315.924864:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078315.924867:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078315.924870:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078315.924885:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078315.924887:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078315.924889:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078315.924890:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078315.924892:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078315.924894:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078315.924896:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5301
00000400:00000200:2.0:1769078315.924899:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078315.924901:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078315.924902:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078315.924904:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078315.924906:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078315.924907:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078315.924908:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078315.924909:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078315.924911:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078315.924912:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078315.924914:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078315.924915:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078315.924916:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078315.924918:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078315.924921:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078315.924922:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078315.924923:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078315.924930:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078315.924933:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078315.924936:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078315.924938:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078315.924939:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078315.924941:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078315.924942:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078315.924946:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078315.924947:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078315.924950:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078315.924952:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078315.924954:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078315.924956:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078315.924961:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078315.924962:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193792:192.168.204.106@tcp:250:kworker.0
02000000:00000001:2.0:1769078315.924966:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078315.924970:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078315.924971:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769078315.924974:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078315.924976:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078315.924980:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078315.924980:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078315.924987:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078315.924989:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078315.924994:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
00000100:00000010:2.0:1769078315.924996:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
02000000:00000001:1.0:1769078315.924999:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078315.925003:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078315.925008:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078315.925009:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:2.0:1769078315.925010:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078315.925014:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078315.925015:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769078315.925016:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
02000000:00000001:2.0:1769078315.925017:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078315.925024:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855fc00.
00000400:00000010:1.0:1769078315.925026:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:2.0:1769078315.925028:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078315.925034:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193792, portal 25
00000100:00100000:2.0:1769078315.925036:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078315.925039:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078315.925041:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569945216 : -118662139606400 : ffff9413d1520a80)
00000100:00000001:2.0:1769078315.925050:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769078315.925052:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078315.925054:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078315.925062:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925067:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078315.925074:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:2.0:1769078315.925079:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078315.925080:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078315.925086:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612193792, offset 0
00000100:00000040:2.0:1769078315.925086:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078315.925093:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078315.925098:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:2.0:1769078315.925099:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078315.925103:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078315.925109:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:2.0:1769078315.925110:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5311)
00000400:00000200:1.0:1769078315.925119:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078315.925127:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078315.925133:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078315.925136:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078315.925139:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078315.925143:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3898:3898:256:4294967295] 192.168.204.106@tcp LPNI seq info [3897:3897:8:4294967295]
00000400:00000200:1.0:1769078315.925147:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078315.925157:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078315.925164:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078315.925170:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078315.925177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078315.925180:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078315.925186:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078315.925190:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078315.925205:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078315.925208:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078315.925213:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078315.925218:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078315.925223:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078315.925225:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078315.925230:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078315.925234:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925244:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078315.925247:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925254:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078315.925255:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078315.925260:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078315.925264:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078315.925267:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299977795
00000100:00000010:1.0:1769078315.925296:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769078315.925304:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078315.925311:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299977795
00000100:00000010:1.0:1769078315.925314:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0428a0.
00000100:00000001:1.0:1769078315.925317:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078315.925320:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078315.925323:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078315.925325:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078315.925330:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078315]  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078315.925339:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078315.925341:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078315.925343:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078315.925346:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078315.925348:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078315.925350:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078315.925354:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078315.925362:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925368:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078315.925369:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925371:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078315.925373:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078315.925377:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925383:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078315.925387:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925393:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078315.925395:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925397:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078315.925398:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925400:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078315.925402:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078315.925405:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078315.925408:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078315.925411:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078315.925415:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078315.925422:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612193792:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078315.925427:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925429:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078315.925432:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520a80 x1855007612193792/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925438:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078315.925441:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078315.925443:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078315.925446:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078315.925448:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078315.925449:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078315.925451:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078315.925454:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e400.
02000000:00000001:1.0:1769078315.925460:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078315.925463:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078315.925465:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520a80.
00000100:00000001:1.0:1769078315.925468:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078315.925470:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925472:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925485:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078315.925486:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078315.925488:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078315.925490:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078315.925491:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078315.925494:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925501:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078315.925502:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078315.925504:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078315.925505:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078315.925508:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078315.925518:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193920:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078315.925523:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078315.925525:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078315.925526:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078315.925527:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078315.925531:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078315.925533:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078315.925537:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078315.925540:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078315.925543:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078315.925546:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612193920, portal 10
00000100:00000001:1.0:1769078315.925548:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078315.925549:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569952384 : -118662139599232 : ffff9413d1522680)
00000100:00000040:1.0:1769078315.925588:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925595:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078315.925597:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078315.925600:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078315.925602:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612193920, offset 0
00000400:00000200:1.0:1769078315.925606:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078315.925610:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078315.925613:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078315.925616:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078315.925618:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078315.925620:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078315.925622:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078315.925626:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3899:3899:256:4294967295] 192.168.204.106@tcp LPNI seq info [3898:3898:8:4294967295]
00000400:00000200:1.0:1769078315.925630:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078315.925635:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078315.925639:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078315.925642:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078315.925647:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078315.925649:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078315.925653:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078315.925656:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078315.925659:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078315.925666:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078315.925670:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078315.925672:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078315.925676:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078315.925677:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078315.925680:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078315.925683:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925690:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078315.925693:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078340 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925698:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078315.925700:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078315.925702:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078315.925706:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078315.925709:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078315.925711:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299974432
00000100:00000001:1.0:1769078315.925714:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299977795
00000100:00000001:1.0:1769078315.925716:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299974432
00000100:00000001:1.0:1769078315.925718:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299977795
00000100:00000001:1.0:1769078315.925720:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078315.925722:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078315.925724:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078315.925727:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078315/real 1769078315]  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078315.925734:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078315.925735:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078315.925737:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078315.925739:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078315.925740:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078315.925742:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078315.925745:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078315.925753:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925758:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078315.925760:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925762:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078315.925763:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078315.925766:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925772:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078315.925775:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925781:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078315.925784:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925785:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078315.925786:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925788:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078315.925789:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078315.925791:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078315.925795:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078315.925797:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078315.925800:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078315.925807:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612193920:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078315.925810:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925812:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078315.925814:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522680 x1855007612193920/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078340 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078315.925820:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078315.925821:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078315.925823:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078315.925825:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078315.925826:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078315.925827:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078315.925829:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078315.925831:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855fc00.
02000000:00000001:1.0:1769078315.925833:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078315.925834:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078315.925836:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522680.
00000100:00000001:1.0:1769078315.925838:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078315.925839:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925840:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078315.925843:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078315.925844:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078315.925846:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078315.925848:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078316.308648:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078316.308653:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078316.308708:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078316.308713:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078316.308717:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078316.948700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078316.948709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078316.948712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078316.948719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078316.948726:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078316.948732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.948735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078316.948738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.948741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.332674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078317.332684:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078317.332686:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078317.332689:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.332695:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078317.332697:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.332699:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.332702:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078317.332782:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078317.332787:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078317.332790:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078317.972639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078317.972646:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078317.972648:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078317.972654:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078317.972657:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078317.972661:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.972663:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078317.972666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078317.972669:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078318.356656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078318.356667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078318.356736:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078318.356740:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078318.356743:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078318.996635:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078318.996641:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078318.996643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078318.996649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078318.996652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078318.996655:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078318.996657:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078318.996658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078318.996660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078319.380670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078319.380674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078319.380725:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078319.380729:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078319.380731:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078320.020665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078320.020672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078320.020674:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078320.020679:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078320.020683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078320.020687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078320.020689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078320.020692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078320.020695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078320.404647:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078320.404653:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078320.404696:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078320.404700:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078320.404704:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078320.532774:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299977795, at 4299978240
00000100:00000010:0.0:1769078320.532793:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000040:1.0:1769078320.532877:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299977795, at 4299978240
00000100:00000010:1.0:1769078320.532885:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000100:00000001:1.0:1769078321.044624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078321.044629:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078321.044631:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078321.044635:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078321.044639:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078321.044642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.044644:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078321.044646:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.044648:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078321.044648:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078321.044656:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078321.044659:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078321.044662:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078321.044665:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078321.044670:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5306
00000400:00000200:3.0:1769078321.044677:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078321.044682:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078321.044685:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078321.044687:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044689:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.044691:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044692:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078321.044695:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078321.044696:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078321.044698:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078321.044700:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078321.044701:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078321.044703:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078321.044704:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044706:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.044707:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044709:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078321.044711:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078321.044713:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044714:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078321.044716:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078321.044718:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078321.044719:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.044721:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078321.044722:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078321.044729:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769078321.044731:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078321.044734:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078321.044735:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.044737:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078321.044739:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078321.044742:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078321.044749:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769078321.044753:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078321.044759:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078321.044773:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078321.044777:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078321.044780:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.044794:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078321.044796:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078321.044798:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078321.044799:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078321.044800:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078321.044802:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078321.044804:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5306
00000400:00000200:3.0:1769078321.044807:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078321.044809:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078321.044811:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078321.044813:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044815:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.044816:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044817:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078321.044819:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078321.044820:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078321.044822:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078321.044824:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078321.044825:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078321.044826:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078321.044829:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078321.044830:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078321.044831:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078321.044835:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044836:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078321.044839:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000040:1.0:1769078321.044840:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.044841:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078321.044844:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078321.044847:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078321.044855:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078321.044858:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078321.044861:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078321.044864:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078321.044864:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078321.044867:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.044869:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078321.044870:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769078321.044873:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078321.044875:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769078321.044878:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078321.044880:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.044882:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078321.044888:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194048:192.168.204.106@tcp:250:kworker.0
00000100:00000010:3.0:1769078321.044888:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769078321.044893:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078321.044896:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078321.044899:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078321.044901:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078321.044902:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078321.044906:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078321.044907:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078321.044910:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078321.044911:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078321.044914:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078321.044916:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078321.044920:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078321.044921:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769078321.044926:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078321.044927:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078321.044933:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00100000:3.0:1769078321.044936:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078321.044939:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078321.044947:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194048, portal 25
00000100:00000001:3.0:1769078321.044949:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078321.044950:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078321.044953:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.044954:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334602752 : -118662374948864 : ffff9413c34b0000)
00000100:00000040:3.0:1769078321.044959:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078321.044962:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078321.044977:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.044978:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078321.044981:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078321.044985:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078321.044988:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078321.044991:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612194048, offset 0
00000100:00000040:3.0:1769078321.044994:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078321.044999:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078321.045003:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078321.045005:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078321.045011:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5316)
00000400:00000200:1.0:1769078321.045014:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078321.045021:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078321.045027:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078321.045031:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078321.045035:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078321.045038:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078321.045042:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3900:3900:256:4294967295] 192.168.204.106@tcp LPNI seq info [3899:3899:8:4294967295]
00000400:00000200:1.0:1769078321.045046:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078321.045055:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078321.045061:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078321.045066:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078321.045072:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078321.045074:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078321.045078:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078321.045081:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078321.045083:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078321.045085:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078321.045090:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078321.045093:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078321.045097:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078321.045099:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078321.045102:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078321.045104:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045110:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078321.045112:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045117:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.045118:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078321.045122:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078321.045125:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078321.045127:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299982915
00000100:00000010:1.0:1769078321.045130:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0428a0.
00000100:00000001:1.0:1769078321.045139:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078321.045144:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299982915
00000100:00000010:1.0:1769078321.045146:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769078321.045148:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078321.045150:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078321.045151:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.045153:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078321.045156:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078321/real 1769078321]  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078321.045161:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078321.045162:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078321.045164:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078321.045165:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078321.045166:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078321.045168:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078321.045170:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078321.045175:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045179:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078321.045181:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045182:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078321.045183:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078321.045194:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045198:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078321.045202:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045205:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078321.045207:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045208:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078321.045208:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045210:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078321.045211:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078321.045213:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078321.045215:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078321.045216:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078321.045219:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078321.045223:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194048:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078321.045225:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045226:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078321.045228:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0000 x1855007612194048/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045232:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078321.045234:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078321.045236:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078321.045238:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078321.045239:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078321.045240:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078321.045241:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078321.045243:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9c00.
02000000:00000001:1.0:1769078321.045245:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078321.045247:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078321.045248:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0000.
00000100:00000001:1.0:1769078321.045250:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078321.045250:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045252:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045256:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078321.045257:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.045259:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078321.045260:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078321.045261:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078321.045262:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045267:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078321.045267:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078321.045269:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078321.045270:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078321.045271:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078321.045272:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194176:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078321.045274:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078321.045275:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078321.045276:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078321.045277:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078321.045279:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078321.045280:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078321.045283:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078321.045285:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078321.045287:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078321.045289:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194176, portal 10
00000100:00000001:1.0:1769078321.045290:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078321.045291:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334616192 : -118662374935424 : ffff9413c34b3480)
00000100:00000040:1.0:1769078321.045295:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045299:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078321.045300:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078321.045301:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078321.045303:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612194176, offset 0
00000400:00000200:1.0:1769078321.045305:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078321.045307:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078321.045309:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078321.045311:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078321.045312:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078321.045314:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078321.045315:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078321.045317:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3901:3901:256:4294967295] 192.168.204.106@tcp LPNI seq info [3900:3900:8:4294967295]
00000400:00000200:1.0:1769078321.045319:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078321.045323:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078321.045325:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078321.045327:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078321.045329:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078321.045331:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078321.045333:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078321.045335:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078321.045337:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078321.045338:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078321.045340:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078321.045342:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078321.045344:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078321.045345:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078321.045346:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078321.045348:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045356:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078321.045358:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045362:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.045362:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078321.045364:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078321.045366:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078321.045368:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078321.045369:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299979551
00000100:00000001:1.0:1769078321.045371:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299982915
00000100:00000001:1.0:1769078321.045372:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299979551
00000100:00000001:1.0:1769078321.045373:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299982915
00000100:00000001:1.0:1769078321.045374:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078321.045376:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.045377:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078321.045378:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078321/real 1769078321]  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078321.045382:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078321.045383:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078321.045384:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078321.045385:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078321.045386:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078321.045387:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078321.045389:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078321.045394:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045397:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078321.045398:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045399:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078321.045400:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078321.045402:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045406:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078321.045407:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045411:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078321.045412:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045413:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078321.045414:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045415:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078321.045415:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078321.045417:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078321.045418:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078321.045420:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078321.045422:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078321.045426:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194176:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078321.045428:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045428:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078321.045430:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3480 x1855007612194176/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078321.045434:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078321.045435:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078321.045436:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078321.045437:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078321.045437:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078321.045439:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078321.045440:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078321.045441:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:1.0:1769078321.045442:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078321.045443:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078321.045444:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3480.
00000100:00000001:1.0:1769078321.045445:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078321.045446:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045447:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078321.045448:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078321.045449:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078321.045450:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078321.045451:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078321.428691:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078321.428696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078321.428772:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078321.428776:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078321.428780:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078322.068683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078322.068688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078322.068690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078322.068695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078322.068699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078322.068703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.068705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078322.068707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078322.068710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078322.452667:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078322.452673:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078322.452730:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078322.452734:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078322.452737:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078323.092629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078323.092637:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078323.092641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078323.092647:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078323.092652:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078323.092656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078323.092659:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078323.092662:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078323.092673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078323.476709:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078323.476718:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078323.476812:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078323.476820:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078323.476824:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078324.116648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078324.116653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078324.116655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078324.116658:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078324.116661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078324.116663:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078324.116665:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078324.116667:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078324.116668:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078324.500736:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078324.500746:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078324.500806:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078324.500810:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078324.500812:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078325.140665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078325.140673:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078325.140675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078325.140680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078325.140684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078325.140687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078325.140690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078325.140693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078325.140695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078325.524662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078325.524666:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078325.524725:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078325.524730:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078325.524733:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078325.652637:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299982915, at 4299983360
00000100:00000040:0.0:1769078325.652641:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299982915, at 4299983360
00000100:00000010:1.0:1769078325.652648:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00000010:0.0:1769078325.652651:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0428a0.
00000100:00000001:0.0:1769078326.164653:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078326.164659:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078326.164660:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078326.164664:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078326.164667:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078326.164671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.164674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078326.164676:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078326.164678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078326.164697:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078326.164702:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078326.164704:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078326.164707:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078326.164711:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078326.164718:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5311
00000400:00000200:0.0:1769078326.164726:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078326.164731:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078326.164733:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078326.164735:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164737:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078326.164739:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164740:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078326.164743:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078326.164744:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078326.164746:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078326.164748:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078326.164749:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078326.164751:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078326.164753:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164754:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078326.164755:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164756:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078326.164758:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078326.164760:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164762:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.164764:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078326.164766:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078326.164768:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.164769:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078326.164771:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078326.164778:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769078326.164781:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078326.164785:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078326.164787:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.164789:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078326.164791:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078326.164796:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078326.164803:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769078326.164809:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078326.164817:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078326.164827:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078326.164831:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078326.164835:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078326.164851:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078326.164853:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078326.164855:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078326.164856:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078326.164858:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078326.164860:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078326.164863:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5311
00000400:00000200:0.0:1769078326.164867:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078326.164869:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078326.164871:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078326.164874:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164877:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078326.164879:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164882:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078326.164884:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078326.164885:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078326.164887:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078326.164889:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078326.164892:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078326.164895:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078326.164895:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078326.164901:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078326.164902:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078326.164904:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078326.164906:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078326.164912:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164913:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:1.0:1769078326.164914:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078326.164915:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078326.164920:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078326.164924:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.164927:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078326.164932:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078326.164932:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078326.164934:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.164936:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.164938:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078326.164939:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769078326.164941:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078326.164943:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078326.164945:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.164948:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078326.164949:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078326.164951:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
00000020:00000040:0.0:1769078326.164956:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769078326.164956:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194304:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769078326.164962:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078326.164964:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078326.164965:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078326.164969:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078326.164969:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078326.164972:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078326.164973:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078326.164976:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078326.164977:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078326.164984:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d000.
00000100:00000001:0.0:1769078326.164988:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078326.164990:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078326.164995:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078326.164996:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078326.165004:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078326.165010:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00000001:0.0:1769078326.165011:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078326.165014:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078326.165018:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078326.165019:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:0.0:1769078326.165028:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078326.165029:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194304, portal 25
00000100:00000040:0.0:1769078326.165031:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078326.165032:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769078326.165035:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078326.165036:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000040:0.0:1769078326.165038:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078326.165042:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078326.165046:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078326.165047:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5321)
00000100:00000001:1.0:1769078326.165057:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078326.165061:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078326.165063:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078326.165066:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612194304, offset 0
00000400:00000200:1.0:1769078326.165072:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078326.165080:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078326.165085:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078326.165091:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078326.165095:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078326.165098:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078326.165112:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078326.165116:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3902:3902:256:4294967295] 192.168.204.106@tcp LPNI seq info [3901:3901:8:4294967295]
00000400:00000200:1.0:1769078326.165120:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078326.165128:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078326.165134:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078326.165139:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078326.165146:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078326.165150:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078326.165155:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078326.165159:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078326.165164:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078326.165166:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078326.165171:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078326.165175:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078326.165179:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078326.165182:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078326.165185:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078326.165190:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165200:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078326.165203:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165210:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078326.165212:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078326.165216:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078326.165220:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078326.165223:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299988035
00000100:00000010:1.0:1769078326.165227:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042540.
00000100:00000001:1.0:1769078326.165232:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078326.165238:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299988035
00000100:00000010:1.0:1769078326.165240:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769078326.165243:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078326.165246:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078326.165249:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078326.165251:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078326.165255:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078326/real 1769078326]  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078326.165263:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078326.165264:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078326.165267:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078326.165269:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078326.165271:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078326.165273:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078326.165276:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078326.165285:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165292:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078326.165293:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165295:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078326.165297:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078326.165301:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165307:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078326.165311:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165318:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078326.165320:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165322:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078326.165323:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165325:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078326.165327:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078326.165329:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078326.165333:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078326.165335:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078326.165339:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078326.165346:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194304:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078326.165353:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165355:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078326.165357:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612194304/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165364:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078326.165367:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078326.165369:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078326.165373:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078326.165374:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078326.165376:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078326.165378:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078326.165380:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769078326.165384:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078326.165385:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078326.165387:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:1.0:1769078326.165390:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078326.165391:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165393:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165399:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078326.165401:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078326.165402:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078326.165404:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078326.165405:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078326.165409:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165415:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078326.165417:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078326.165419:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078326.165420:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078326.165422:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078326.165425:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194432:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078326.165428:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078326.165430:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078326.165431:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078326.165433:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078326.165436:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078326.165438:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078326.165441:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078326.165444:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078326.165447:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078326.165449:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194432, portal 10
00000100:00000001:1.0:1769078326.165451:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078326.165453:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:1.0:1769078326.165459:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165466:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078326.165468:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078326.165470:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078326.165472:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612194432, offset 0
00000400:00000200:1.0:1769078326.165475:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078326.165479:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078326.165482:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078326.165484:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078326.165486:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078326.165488:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078326.165490:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078326.165493:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3903:3903:256:4294967295] 192.168.204.106@tcp LPNI seq info [3902:3902:8:4294967295]
00000400:00000200:1.0:1769078326.165497:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078326.165503:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078326.165508:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078326.165511:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078326.165514:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078326.165517:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078326.165521:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078326.165524:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078326.165527:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078326.165529:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078326.165532:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078326.165536:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078326.165538:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078326.165540:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078326.165542:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078326.165545:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165577:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078326.165580:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165587:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078326.165588:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078326.165591:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078326.165595:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078326.165598:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078326.165600:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299984672
00000100:00000001:1.0:1769078326.165603:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299988035
00000100:00000001:1.0:1769078326.165605:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299984672
00000100:00000001:1.0:1769078326.165607:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299988035
00000100:00000001:1.0:1769078326.165609:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078326.165611:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078326.165612:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078326.165616:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078326/real 1769078326]  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078326.165623:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078326.165624:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078326.165626:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078326.165628:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078326.165629:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078326.165631:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078326.165635:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078326.165643:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165649:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078326.165651:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165652:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078326.165653:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078326.165657:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165663:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078326.165666:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165673:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078326.165675:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165677:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078326.165678:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165679:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078326.165681:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078326.165684:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078326.165686:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078326.165688:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078326.165692:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078326.165699:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194432:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078326.165703:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165705:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078326.165708:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612194432/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078326.165714:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078326.165716:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078326.165717:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078326.165720:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078326.165721:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078326.165722:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078326.165724:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078326.165725:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:1.0:1769078326.165727:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078326.165729:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078326.165730:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:1.0:1769078326.165732:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078326.165733:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165735:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078326.165737:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078326.165739:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078326.165741:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078326.165742:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078326.548630:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078326.548635:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078326.548684:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078326.548689:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078326.548692:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078327.188689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078327.188697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078327.188698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078327.188704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078327.188707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078327.188710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078327.188713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078327.188716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078327.188719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.572683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078327.572691:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078327.572693:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078327.572696:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.572700:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078327.572702:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.572704:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.572707:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078327.572772:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078327.572776:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078327.572779:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078328.212689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078328.212698:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078328.212700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078328.212707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078328.212711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078328.212715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078328.212717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078328.212719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078328.212721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078328.596692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078328.596701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078328.596783:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078328.596789:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078328.596794:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078329.236686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078329.236692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078329.236695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078329.236700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078329.236704:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078329.236707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078329.236709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078329.236712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078329.236715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078329.620673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078329.620679:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078329.620738:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078329.620742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078329.620745:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078330.260622:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078330.260630:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078330.260632:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078330.260637:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078330.260641:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078330.260644:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078330.260647:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078330.260649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078330.260652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078330.644618:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078330.644623:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078330.644669:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078330.644674:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078330.644677:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078330.772620:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299988035, at 4299988480
00000100:00000010:1.0:1769078330.772634:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000040:0.0:1769078330.772644:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299988035, at 4299988480
00000100:00000010:0.0:1769078330.772652:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042540.
00000100:00080000:3.0:1769078331.284665:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078331.284673:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078331.284676:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078331.284679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078331.284680:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078331.284683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078331.284686:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769078331.284689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078331.284692:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078331.284695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078331.284699:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078331.284702:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5316
00000100:00000001:0.0:1769078331.284703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078331.284707:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078331.284712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078331.284714:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078331.284722:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078331.284726:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078331.284729:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284732:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.284735:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284738:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078331.284742:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078331.284744:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078331.284747:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078331.284750:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078331.284752:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078331.284755:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078331.284758:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284760:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.284762:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284763:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078331.284766:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078331.284770:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284772:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.284775:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078331.284778:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078331.284781:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.284783:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078331.284785:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078331.284794:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769078331.284798:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078331.284801:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078331.284803:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.284806:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078331.284808:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078331.284813:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078331.284820:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769078331.284826:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078331.284833:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078331.284843:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078331.284846:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.284851:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078331.284878:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078331.284881:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078331.284884:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078331.284885:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078331.284887:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078331.284890:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078331.284892:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5316
00000400:00000200:3.0:1769078331.284896:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078331.284899:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078331.284901:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078331.284904:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284906:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078331.284908:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284911:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078331.284913:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078331.284915:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078331.284917:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078331.284919:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078331.284922:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078331.284924:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078331.284926:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078331.284928:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078331.284931:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078331.284932:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078331.284936:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078331.284937:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284941:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078331.284944:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769078331.284946:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078331.284950:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078331.284956:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.284960:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078331.284964:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078331.284965:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078331.284966:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.284971:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078331.284974:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078331.284975:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078331.284978:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078331.284980:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078331.284984:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078331.284986:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078331.284990:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078331.284991:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194560:192.168.204.106@tcp:250:kworker.0
00000100:00000010:3.0:1769078331.284994:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769078331.284998:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078331.284999:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078331.285001:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078331.285004:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078331.285005:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078331.285006:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078331.285009:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078331.285009:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078331.285012:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078331.285027:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078331.285033:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078331.285037:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078331.285039:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769078331.285044:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078331.285046:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:3.0:1769078331.285052:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078331.285053:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078331.285063:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:3.0:1769078331.285063:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078331.285067:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.285072:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078331.285073:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194560, portal 25
00000100:00000001:1.0:1769078331.285079:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078331.285082:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334604544 : -118662374947072 : ffff9413c34b0700)
00000100:00000040:1.0:1769078331.285093:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078331.285095:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078331.285100:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078331.285109:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078331.285110:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078331.285114:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078331.285116:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078331.285119:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078331.285122:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000040:3.0:1769078331.285125:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5326)
00000100:00000200:1.0:1769078331.285127:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612194560, offset 0
00000400:00000200:1.0:1769078331.285136:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078331.285144:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078331.285150:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078331.285156:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078331.285161:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078331.285165:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078331.285167:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078331.285171:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3904:3904:256:4294967295] 192.168.204.106@tcp LPNI seq info [3903:3903:8:4294967295]
00000400:00000200:1.0:1769078331.285175:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078331.285183:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078331.285189:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078331.285195:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078331.285201:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078331.285204:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078331.285211:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078331.285214:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078331.285219:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078331.285221:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078331.285227:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078331.285231:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078331.285236:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078331.285239:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078331.285243:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078331.285247:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285256:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078331.285259:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285266:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078331.285267:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078331.285272:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078331.285277:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078331.285279:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299993155
00000100:00000010:1.0:1769078331.285284:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0425a0.
00000100:00000001:1.0:1769078331.285290:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078331.285296:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299993155
00000100:00000010:1.0:1769078331.285299:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769078331.285302:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078331.285305:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078331.285308:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078331.285310:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078331.285315:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078331]  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078331.285324:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078331.285325:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078331.285328:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078331.285330:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078331.285332:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078331.285335:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078331.285338:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078331.285347:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285355:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078331.285356:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285359:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078331.285361:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078331.285365:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285372:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078331.285377:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285384:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078331.285387:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285389:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078331.285390:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285392:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078331.285394:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078331.285397:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078331.285400:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078331.285403:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078331.285407:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078331.285416:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194560:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078331.285420:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285422:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078331.285426:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0700 x1855007612194560/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285432:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078331.285435:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078331.285437:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078331.285440:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078331.285442:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078331.285443:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078331.285446:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078331.285448:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:1.0:1769078331.285451:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078331.285453:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078331.285455:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0700.
00000100:00000001:1.0:1769078331.285458:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078331.285459:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285461:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285468:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078331.285469:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078331.285470:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078331.285472:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078331.285473:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078331.285476:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285487:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078331.285489:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078331.285491:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078331.285492:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078331.285495:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078331.285497:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194688:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078331.285500:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078331.285502:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078331.285503:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078331.285505:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078331.285508:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078331.285510:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078331.285526:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078331.285529:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078331.285532:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078331.285536:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194688, portal 10
00000100:00000001:1.0:1769078331.285538:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078331.285539:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334608128 : -118662374943488 : ffff9413c34b1500)
00000100:00000040:1.0:1769078331.285545:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285580:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078331.285583:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078331.285586:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078331.285588:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612194688, offset 0
00000400:00000200:1.0:1769078331.285592:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078331.285607:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078331.285610:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078331.285613:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078331.285616:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078331.285618:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078331.285621:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078331.285624:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3905:3905:256:4294967295] 192.168.204.106@tcp LPNI seq info [3904:3904:8:4294967295]
00000400:00000200:1.0:1769078331.285628:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078331.285634:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078331.285638:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078331.285642:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078331.285646:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078331.285649:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078331.285653:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078331.285655:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078331.285659:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078331.285661:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078331.285664:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078331.285667:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078331.285670:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078331.285672:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078331.285674:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078331.285678:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285685:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078331.285688:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285694:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078331.285696:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078331.285699:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078331.285703:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078331.285706:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078331.285708:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299989792
00000100:00000001:1.0:1769078331.285711:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299993155
00000100:00000001:1.0:1769078331.285713:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299989792
00000100:00000001:1.0:1769078331.285715:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299993155
00000100:00000001:1.0:1769078331.285717:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078331.285719:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078331.285721:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078331.285725:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078331/real 1769078331]  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078331.285731:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078331.285733:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078331.285734:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078331.285737:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078331.285738:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078331.285740:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078331.285743:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078331.285750:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285757:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078331.285758:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285760:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078331.285761:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078331.285764:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285771:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078331.285774:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285780:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078331.285783:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285784:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078331.285785:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285787:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078331.285789:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078331.285791:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078331.285794:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078331.285797:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078331.285800:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078331.285807:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194688:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078331.285811:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285813:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078331.285816:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1500 x1855007612194688/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078331.285822:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078331.285823:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078331.285825:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078331.285828:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078331.285829:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078331.285830:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078331.285832:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078331.285834:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:1.0:1769078331.285836:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078331.285837:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078331.285839:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1500.
00000100:00000001:1.0:1769078331.285841:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078331.285843:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285844:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078331.285847:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078331.285848:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078331.285850:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078331.285852:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078331.668673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078331.668678:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078331.668741:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078331.668745:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078331.668749:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078332.308674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078332.308682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078332.308684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078332.308689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078332.308692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078332.308696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078332.308698:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078332.308701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078332.308704:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078332.692659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078332.692664:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078332.692720:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078332.692724:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078332.692726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078333.332664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078333.332670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078333.332671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078333.332675:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078333.332678:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078333.332681:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078333.332682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078333.332684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078333.332686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078333.716670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078333.716675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078333.716743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078333.716748:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078333.716751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078334.356687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078334.356693:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078334.356695:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078334.356700:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078334.356703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078334.356707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.356709:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078334.356712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078334.356714:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078334.740685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078334.740690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078334.740759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078334.740764:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078334.740767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078335.380681:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078335.380688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078335.380690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078335.380705:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078335.380709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078335.380712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.380715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078335.380717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078335.380720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078335.764795:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078335.764810:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078335.764892:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078335.764898:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078335.764902:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078335.892705:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299993155, at 4299993600
00000100:00000040:1.0:1769078335.892706:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299993155, at 4299993600
00000100:00000010:0.0:1769078335.892722:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0425a0.
00000100:00000010:1.0:1769078335.892749:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00080000:3.0:1769078336.404652:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078336.404660:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078336.404662:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078336.404663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078336.404665:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078336.404668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078336.404669:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078336.404671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078336.404675:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5321
00000100:00100000:0.0:1769078336.404677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078336.404682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769078336.404684:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078336.404686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078336.404690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769078336.404691:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078336.404693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078336.404695:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078336.404698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.404699:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078336.404704:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.404706:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078336.404708:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078336.404711:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078336.404712:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078336.404714:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078336.404716:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078336.404718:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078336.404719:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078336.404722:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078336.404723:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.404725:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078336.404726:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078336.404728:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078336.404730:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078336.404732:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078336.404733:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078336.404736:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078336.404738:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.404739:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078336.404741:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078336.404754:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769078336.404759:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078336.404762:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078336.404763:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.404765:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078336.404767:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078336.404771:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078336.404778:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769078336.404783:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078336.404789:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078336.404797:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078336.404800:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078336.404804:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078336.404821:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078336.404824:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078336.404826:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078336.404828:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078336.404830:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078336.404833:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078336.404837:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5321
00000100:00000001:1.0:1769078336.404839:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078336.404842:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078336.404844:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078336.404847:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1769078336.404848:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078336.404852:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078336.404857:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078336.404858:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078336.404863:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078336.404868:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078336.404872:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078336.404874:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078336.404877:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078336.404878:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078336.404880:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
02000000:00000001:1.0:1769078336.404884:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078336.404884:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078336.404888:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078336.404888:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:1.0:1769078336.404894:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078336.404894:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00100000:1.0:1769078336.404900:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194816:192.168.204.106@tcp:250:kworker.0
00000020:00000001:3.0:1769078336.404900:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078336.404906:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078336.404907:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078336.404910:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078336.404912:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078336.404913:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078336.404917:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078336.404917:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000010:1.0:1769078336.404921:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
00000100:00000001:3.0:1769078336.404922:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078336.404924:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078336.404941:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000400:00000200:1.0:1769078336.404945:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00080000:3.0:1769078336.404948:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000400:00000010:1.0:1769078336.404950:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00000001:3.0:1769078336.404953:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078336.404957:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
02000000:00000001:3.0:1769078336.404957:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769078336.404964:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194816, portal 25
02000000:00000001:3.0:1769078336.404965:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078336.404966:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078336.404968:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
02000000:00000001:3.0:1769078336.404971:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078336.404975:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078336.404976:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078336.404981:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078336.404987:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1769078336.404987:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078336.404991:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078336.404993:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000010:3.0:1769078336.404998:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000400:00000010:1.0:1769078336.404999:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000020:00000040:3.0:1769078336.405003:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000200:1.0:1769078336.405004:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612194816, offset 0
02000000:00000001:3.0:1769078336.405008:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078336.405011:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078336.405015:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078336.405016:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078336.405019:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078336.405022:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078336.405026:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:3.0:1769078336.405029:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000400:00000200:1.0:1769078336.405033:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:3.0:1769078336.405034:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078336.405038:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078336.405043:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00100000:3.0:1769078336.405044:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078336.405048:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078336.405054:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000001:3.0:1769078336.405059:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078336.405061:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3906:3906:256:4294967295] 192.168.204.106@tcp LPNI seq info [3905:3905:8:4294967295]
00000100:00000001:3.0:1769078336.405064:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078336.405069:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078336.405072:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078336.405086:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078336.405090:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078336.405095:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078336.405097:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1769078336.405101:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000100:00000040:3.0:1769078336.405102:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078336.405107:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078336.405112:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769078336.405114:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1769078336.405116:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078336.405121:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769078336.405122:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5331)
00000800:00000200:1.1:1769078336.405124:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078336.405129:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078336.405130:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078336.405134:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078336.405138:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078336.405142:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078336.405143:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078336.405146:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078336.405149:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405156:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078336.405158:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405163:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078336.405165:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078336.405169:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078336.405172:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078336.405174:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299998275
00000100:00000010:1.0:1769078336.405178:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042960.
00000100:00000001:1.0:1769078336.405182:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078336.405187:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299998275
00000100:00000010:1.0:1769078336.405188:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769078336.405190:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078336.405192:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078336.405194:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078336.405195:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078336.405198:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336]  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078336.405203:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078336.405204:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078336.405206:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078336.405207:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078336.405208:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078336.405210:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078336.405212:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078336.405217:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405221:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078336.405222:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405223:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078336.405224:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078336.405227:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405233:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078336.405237:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405248:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078336.405251:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405252:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078336.405253:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405255:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078336.405257:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078336.405260:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078336.405264:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078336.405266:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078336.405270:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078336.405279:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612194816:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078336.405282:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405283:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078336.405285:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612194816/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405289:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078336.405291:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078336.405293:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078336.405295:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078336.405296:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078336.405297:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078336.405299:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078336.405300:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:1.0:1769078336.405303:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078336.405304:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078336.405305:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:1.0:1769078336.405308:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078336.405309:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405311:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405317:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078336.405318:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078336.405320:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078336.405321:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078336.405323:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078336.405326:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405332:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078336.405333:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078336.405335:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078336.405336:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078336.405339:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078336.405341:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194944:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078336.405344:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078336.405346:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078336.405348:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078336.405349:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078336.405352:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078336.405354:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078336.405358:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078336.405361:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078336.405364:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078336.405372:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612194944, portal 10
00000100:00000001:1.0:1769078336.405373:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078336.405374:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:1.0:1769078336.405379:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405383:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078336.405384:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078336.405386:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078336.405387:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612194944, offset 0
00000400:00000200:1.0:1769078336.405389:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078336.405392:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078336.405394:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078336.405397:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078336.405398:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078336.405400:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078336.405401:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078336.405403:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3907:3907:256:4294967295] 192.168.204.106@tcp LPNI seq info [3906:3906:8:4294967295]
00000400:00000200:1.0:1769078336.405405:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078336.405409:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078336.405412:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078336.405413:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078336.405416:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078336.405418:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078336.405420:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078336.405422:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078336.405424:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078336.405426:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078336.405427:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078336.405429:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078336.405431:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078336.405432:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078336.405434:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078336.405436:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405440:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078336.405442:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405446:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078336.405447:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078336.405448:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078336.405451:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078336.405453:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078336.405454:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4299994911
00000100:00000001:1.0:1769078336.405456:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4299998275
00000100:00000001:1.0:1769078336.405457:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4299994911
00000100:00000001:1.0:1769078336.405459:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4299998275
00000100:00000001:1.0:1769078336.405460:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078336.405461:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078336.405462:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078336.405465:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078336/real 1769078336]  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078336.405472:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078336.405473:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078336.405474:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078336.405476:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078336.405478:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078336.405480:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078336.405482:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078336.405490:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405496:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078336.405497:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405499:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078336.405500:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078336.405503:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405509:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078336.405513:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405518:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078336.405521:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405522:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078336.405524:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405525:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078336.405527:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078336.405529:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078336.405532:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078336.405533:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078336.405537:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078336.405544:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612194944:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078336.405547:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405548:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078336.405577:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612194944/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078336.405591:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078336.405592:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078336.405594:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078336.405597:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078336.405598:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078336.405600:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078336.405601:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078336.405603:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:1.0:1769078336.405605:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078336.405606:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078336.405608:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:1.0:1769078336.405611:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078336.405612:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405613:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078336.405617:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078336.405617:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078336.405619:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078336.405620:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078336.788675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078336.788684:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078336.788686:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078336.788688:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078336.788693:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078336.788695:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078336.788697:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078336.788699:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078336.788783:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078336.788789:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078336.788792:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078337.428726:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078337.428735:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078337.428737:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078337.428743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078337.428747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078337.428752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078337.428755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078337.428758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078337.428762:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078337.812681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078337.812690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078337.812752:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078337.812755:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078337.812758:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078338.452717:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078338.452727:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078338.452729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078338.452737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078338.452741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078338.452746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078338.452748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078338.452750:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078338.452753:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078338.836683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078338.836690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078338.836743:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078338.836747:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078338.836750:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078339.476717:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078339.476727:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078339.476729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078339.476737:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078339.476742:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078339.476746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078339.476748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078339.476751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078339.476755:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078339.860637:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078339.860644:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078339.860692:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078339.860695:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078339.860698:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078340.500637:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078340.500642:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078340.500643:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078340.500648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078340.500651:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078340.500654:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078340.500656:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078340.500658:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078340.500660:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078340.884679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078340.884686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078340.884773:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078340.884778:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078340.884782:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078341.012633:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4299998275, at 4299998720
00000100:00000040:0.0:1769078341.012641:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4299998275, at 4299998720
00000100:00000010:1.0:1769078341.012649:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00000010:0.0:1769078341.012651:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042960.
00000100:00000001:0.0:1769078341.524663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078341.524671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078341.524672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078341.524672:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769078341.524678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078341.524684:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078341.524690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078341.524690:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078341.524699:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078341.524700:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078341.524703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078341.524706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078341.524707:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078341.524714:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078341.524727:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5326
00000400:00000200:3.0:1769078341.524737:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078341.524743:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078341.524746:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078341.524749:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524752:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.524754:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524756:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078341.524759:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078341.524761:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078341.524763:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078341.524765:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078341.524767:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078341.524769:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078341.524771:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524772:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.524773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524774:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078341.524777:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078341.524779:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524781:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078341.524784:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078341.524788:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078341.524791:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.524793:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078341.524796:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078341.524807:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769078341.524811:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078341.524816:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078341.524818:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.524827:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078341.524830:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078341.524835:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078341.524855:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769078341.524861:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078341.524869:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078341.524878:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078341.524882:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078341.524885:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078341.524906:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078341.524908:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078341.524911:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078341.524912:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078341.524913:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078341.524915:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078341.524917:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5326
00000400:00000200:3.0:1769078341.524919:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078341.524921:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078341.524923:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078341.524925:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524926:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.524928:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524930:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078341.524931:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078341.524932:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078341.524933:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078341.524935:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078341.524936:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078341.524938:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078341.524941:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524942:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078341.524944:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524945:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078341.524946:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078341.524947:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078341.524951:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078341.524951:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078341.524955:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078341.524956:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078341.524957:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078341.524963:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078341.524964:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078341.524965:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.524970:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078341.524974:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078341.524975:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078341.524978:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078341.524979:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.524982:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078341.524983:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078341.524985:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
02000000:00000001:1.0:1769078341.524986:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078341.524988:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078341.524990:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078341.524991:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078341.524994:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078341.524995:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195072:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078341.524996:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078341.524999:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078341.525001:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078341.525002:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078341.525005:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1769078341.525006:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078341.525008:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.525009:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078341.525011:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078341.525016:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078341.525017:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078341.525021:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078341.525028:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078341.525030:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078341.525032:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078341.525036:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078341.525038:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00000001:3.0:1769078341.525046:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078341.525047:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000040:3.0:1769078341.525049:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078341.525055:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195072, portal 25
00000100:00000001:1.0:1769078341.525059:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769078341.525059:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078341.525062:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000040:3.0:1769078341.525063:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078341.525068:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078341.525070:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078341.525075:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5336)
00000100:00000001:1.0:1769078341.525077:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078341.525081:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078341.525083:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078341.525092:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612195072, offset 0
00000400:00000200:1.0:1769078341.525098:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078341.525106:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078341.525112:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078341.525117:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078341.525121:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078341.525124:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078341.525126:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078341.525130:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3908:3908:256:4294967295] 192.168.204.106@tcp LPNI seq info [3907:3907:8:4294967295]
00000400:00000200:1.0:1769078341.525133:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078341.525140:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078341.525146:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078341.525150:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078341.525156:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078341.525159:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078341.525163:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078341.525166:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078341.525183:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078341.525185:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078341.525191:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078341.525195:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078341.525199:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078341.525201:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078341.525205:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078341.525209:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525216:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078341.525218:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525223:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078341.525224:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078341.525229:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078341.525232:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078341.525234:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300003395
00000100:00000010:1.0:1769078341.525237:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ae0.
00000100:00000001:1.0:1769078341.525243:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078341.525249:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300003395
00000100:00000010:1.0:1769078341.525251:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769078341.525252:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078341.525255:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078341.525256:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078341.525259:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078341.525261:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341]  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078341.525268:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078341.525269:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078341.525271:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078341.525272:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078341.525273:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078341.525275:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078341.525277:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078341.525283:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525287:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078341.525289:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525291:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078341.525292:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078341.525294:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525298:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078341.525301:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525305:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078341.525307:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525307:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078341.525308:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525310:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078341.525311:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078341.525313:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078341.525315:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078341.525316:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078341.525319:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078341.525323:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195072:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078341.525326:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525327:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078341.525329:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612195072/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525334:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078341.525336:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078341.525338:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078341.525340:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078341.525342:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078341.525343:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078341.525345:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078341.525347:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:1.0:1769078341.525350:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078341.525352:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078341.525353:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:1.0:1769078341.525357:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078341.525357:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525359:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525366:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078341.525367:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078341.525368:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078341.525369:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078341.525371:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078341.525372:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525377:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078341.525378:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078341.525379:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078341.525380:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078341.525382:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078341.525383:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195200:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078341.525385:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078341.525386:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078341.525387:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078341.525388:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078341.525390:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078341.525391:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078341.525393:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078341.525395:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078341.525397:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078341.525399:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195200, portal 10
00000100:00000001:1.0:1769078341.525401:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078341.525401:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:1.0:1769078341.525406:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525410:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078341.525411:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078341.525413:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078341.525414:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612195200, offset 0
00000400:00000200:1.0:1769078341.525416:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078341.525418:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078341.525420:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078341.525422:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078341.525424:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078341.525425:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078341.525427:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078341.525429:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3909:3909:256:4294967295] 192.168.204.106@tcp LPNI seq info [3908:3908:8:4294967295]
00000400:00000200:1.0:1769078341.525431:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078341.525435:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078341.525437:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078341.525439:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078341.525441:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078341.525443:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078341.525446:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078341.525448:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078341.525450:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078341.525451:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078341.525453:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078341.525455:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078341.525457:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078341.525458:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078341.525460:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078341.525461:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525470:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078341.525472:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525475:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078341.525476:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078341.525478:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078341.525480:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078341.525482:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078341.525483:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300000031
00000100:00000001:1.0:1769078341.525485:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300003395
00000100:00000001:1.0:1769078341.525486:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300000031
00000100:00000001:1.0:1769078341.525488:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300003395
00000100:00000001:1.0:1769078341.525489:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078341.525490:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078341.525491:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078341.525493:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078341/real 1769078341]  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078341.525497:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078341.525498:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078341.525498:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078341.525499:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078341.525500:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078341.525501:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078341.525503:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078341.525508:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525512:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078341.525513:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525514:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078341.525515:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078341.525517:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525521:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078341.525523:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525526:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078341.525527:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525528:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078341.525529:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525530:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078341.525531:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078341.525532:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078341.525534:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078341.525535:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078341.525537:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078341.525541:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195200:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078341.525574:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525576:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078341.525578:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612195200/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078341.525582:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078341.525583:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078341.525584:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078341.525586:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078341.525587:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078341.525589:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078341.525590:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078341.525591:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078341.525592:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078341.525593:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078341.525594:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:1.0:1769078341.525596:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078341.525597:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525599:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078341.525600:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078341.525601:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078341.525602:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078341.525604:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078341.908658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078341.908677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078341.908749:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078341.908753:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078341.908757:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078342.548691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078342.548699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078342.548701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078342.548707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078342.548711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078342.548714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078342.548717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078342.548720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078342.548722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078342.932740:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078342.932749:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078342.932802:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078342.932807:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078342.932811:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078343.572679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078343.572691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078343.572693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078343.572698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078343.572702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078343.572706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078343.572708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078343.572711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078343.572713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078343.956686:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078343.956693:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078343.956763:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078343.956773:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078343.956777:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078344.596704:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078344.596712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078344.596714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078344.596719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078344.596722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078344.596726:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078344.596729:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078344.596731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078344.596734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078344.980642:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078344.980647:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078344.980700:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078344.980703:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078344.980706:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078345.620651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078345.620656:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078345.620658:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078345.620662:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078345.620665:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078345.620668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078345.620670:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078345.620672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078345.620674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078346.004695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078346.004700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078346.004764:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078346.004782:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078346.004785:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078346.132663:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300003395, at 4300003840
00000100:00000040:1.0:1769078346.132663:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300003395, at 4300003840
00000100:00000010:0.0:1769078346.132676:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ae0.
00000100:00000010:1.0:1769078346.132678:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00080000:3.0:1769078346.644666:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078346.644671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078346.644677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078346.644679:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078346.644680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.644683:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769078346.644687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078346.644688:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078346.644692:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078346.644694:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078346.644696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.644701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078346.644703:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5331
00000100:00000001:0.0:1769078346.644705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078346.644710:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078346.644715:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078346.644723:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078346.644726:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078346.644730:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078346.644733:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078346.644736:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078346.644738:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078346.644741:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078346.644743:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078346.644746:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078346.644748:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078346.644750:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078346.644753:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078346.644773:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078346.644775:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078346.644777:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078346.644779:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078346.644782:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078346.644786:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078346.644789:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078346.644792:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078346.644796:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078346.644800:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.644802:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078346.644805:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078346.644815:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769078346.644818:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078346.644823:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078346.644825:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.644828:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078346.644831:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078346.644834:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078346.644842:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769078346.644848:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078346.644856:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078346.644865:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078346.644868:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078346.644872:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078346.644893:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078346.644895:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078346.644898:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078346.644899:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078346.644901:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078346.644904:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078346.644906:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5331
00000400:00000200:3.0:1769078346.644909:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078346.644913:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078346.644915:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078346.644918:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078346.644920:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078346.644921:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078346.644925:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078346.644926:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078346.644928:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078346.644929:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078346.644933:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078346.644935:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000040:1.0:1769078346.644936:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078346.644937:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078346.644941:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078346.644946:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078346.644948:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078346.644951:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078346.644951:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769078346.644956:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078346.644958:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078346.644960:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078346.644964:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.644964:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078346.644970:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:1.0:1769078346.644971:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195328:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078346.644976:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078346.644977:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078346.644981:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078346.644982:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078346.644985:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078346.644988:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078346.644989:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078346.644993:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078346.644994:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078346.644997:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078346.645004:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078346.645005:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:3.0:1769078346.645011:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769078346.645012:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
02000000:00000001:3.0:1769078346.645017:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.645020:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078346.645024:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078346.645027:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.645029:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078346.645033:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000010:3.0:1769078346.645035:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769078346.645038:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078346.645041:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1769078346.645042:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195328, portal 25
02000000:00000001:3.0:1769078346.645043:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078346.645047:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078346.645048:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769078346.645050:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078346.645052:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
02000000:00000001:3.0:1769078346.645054:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078346.645060:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000040:1.0:1769078346.645061:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078346.645065:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078346.645071:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769078346.645074:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078346.645077:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078346.645081:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078346.645086:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612195328, offset 0
00000100:00000001:3.0:1769078346.645091:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078346.645095:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078346.645096:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078346.645102:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078346.645103:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078346.645111:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078346.645118:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078346.645119:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078346.645123:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:3.0:1769078346.645124:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078346.645127:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078346.645130:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078346.645132:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078346.645136:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3910:3910:256:4294967295] 192.168.204.106@tcp LPNI seq info [3909:3909:8:4294967295]
00000400:00000200:1.0:1769078346.645139:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078346.645144:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078346.645146:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078346.645153:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078346.645154:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769078346.645157:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000100:00000040:3.0:1769078346.645160:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5342)
00000800:00000200:1.0:1769078346.645165:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078346.645169:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078346.645173:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078346.645176:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078346.645179:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078346.645181:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078346.645185:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078346.645189:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078346.645192:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078346.645194:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078346.645197:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078346.645200:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645206:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078346.645208:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645213:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078346.645214:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078346.645217:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078346.645219:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078346.645221:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300008515
00000100:00000010:1.0:1769078346.645225:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042180.
00000100:00000001:1.0:1769078346.645230:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078346.645235:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300008515
00000100:00000010:1.0:1769078346.645238:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769078346.645241:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078346.645244:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078346.645247:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078346.645249:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078346.645253:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346]  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078346.645261:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078346.645263:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078346.645265:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078346.645268:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078346.645270:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078346.645272:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078346.645276:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078346.645284:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645289:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078346.645290:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645291:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078346.645293:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078346.645295:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645299:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078346.645303:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645307:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078346.645309:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645310:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078346.645311:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645312:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078346.645314:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078346.645315:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078346.645318:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078346.645319:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078346.645321:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078346.645326:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195328:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078346.645331:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645332:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078346.645334:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612195328/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645340:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078346.645342:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078346.645344:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078346.645347:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078346.645349:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078346.645350:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078346.645352:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078346.645355:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:1.0:1769078346.645358:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078346.645360:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078346.645361:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:1.0:1769078346.645365:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078346.645367:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645369:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645375:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078346.645376:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078346.645379:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078346.645380:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078346.645381:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078346.645385:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645390:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078346.645391:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078346.645393:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078346.645394:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078346.645395:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078346.645397:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195456:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078346.645399:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078346.645401:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078346.645402:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078346.645403:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078346.645405:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078346.645407:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078346.645410:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078346.645412:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078346.645414:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078346.645416:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195456, portal 10
00000100:00000001:1.0:1769078346.645417:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078346.645418:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000040:1.0:1769078346.645422:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645426:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078346.645427:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078346.645428:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078346.645429:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612195456, offset 0
00000400:00000200:1.0:1769078346.645432:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078346.645434:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078346.645436:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078346.645438:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078346.645439:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078346.645441:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078346.645443:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078346.645446:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3911:3911:256:4294967295] 192.168.204.106@tcp LPNI seq info [3910:3910:8:4294967295]
00000400:00000200:1.0:1769078346.645449:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078346.645455:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078346.645459:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078346.645462:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078346.645466:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078346.645468:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078346.645472:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078346.645475:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078346.645478:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078346.645480:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078346.645483:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078346.645486:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078346.645489:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078346.645491:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078346.645493:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078346.645497:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645504:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078346.645507:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078371 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645511:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078346.645512:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078346.645514:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078346.645522:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078346.645524:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078346.645526:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300005151
00000100:00000001:1.0:1769078346.645528:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300008515
00000100:00000001:1.0:1769078346.645529:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300005151
00000100:00000001:1.0:1769078346.645531:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300008515
00000100:00000001:1.0:1769078346.645532:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078346.645533:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078346.645534:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078346.645536:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078346/real 1769078346]  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078346.645541:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078346.645541:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078346.645542:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078346.645544:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078346.645545:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078346.645546:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078346.645548:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078346.645571:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645575:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078346.645576:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645577:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078346.645578:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078346.645579:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645583:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078346.645585:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645589:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078346.645590:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645591:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078346.645592:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645593:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078346.645594:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078346.645595:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078346.645597:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078346.645598:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078346.645600:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078346.645604:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195456:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078346.645606:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645607:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078346.645609:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612195456/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078371 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078346.645613:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078346.645614:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078346.645615:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078346.645617:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078346.645617:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078346.645618:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078346.645619:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078346.645620:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:1.0:1769078346.645622:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078346.645623:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078346.645623:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:1.0:1769078346.645625:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078346.645626:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645627:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078346.645629:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078346.645630:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078346.645631:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078346.645632:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.028665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078347.028673:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078347.028676:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078347.028679:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.028683:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078347.028685:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.028687:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.028690:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078347.028765:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078347.028769:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078347.028772:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078347.668656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078347.668663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078347.668665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078347.668670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078347.668673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078347.668675:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.668677:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078347.668679:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078347.668681:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078348.052641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078348.052648:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078348.052709:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078348.052713:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078348.052716:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078348.692679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078348.692686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078348.692687:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078348.692697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078348.692700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078348.692704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078348.692706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078348.692708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078348.692711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078349.076631:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078349.076638:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078349.076705:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078349.076709:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078349.076712:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078349.717645:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078349.717653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078349.717655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078349.717660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078349.717663:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078349.717667:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078349.717669:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078349.717672:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078349.717674:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078350.100632:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078350.100638:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078350.100684:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078350.100688:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078350.100692:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078350.740684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078350.740778:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078350.740780:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078350.740785:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078350.740789:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078350.740793:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078350.740795:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078350.740798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078350.740801:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078351.124632:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078351.124637:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078351.124697:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078351.124701:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078351.124705:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078351.252640:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300008515, at 4300008960
00000100:00000040:1.0:1769078351.252640:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300008515, at 4300008960
00000100:00000010:0.0:1769078351.252657:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042180.
00000100:00000010:1.0:1769078351.252659:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000001:0.0:1769078351.764632:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078351.764632:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078351.764639:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078351.764640:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078351.764642:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.764643:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078351.764647:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769078351.764649:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078351.764650:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078351.764655:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078351.764658:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5337
00000100:00000001:0.0:1769078351.764660:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.764664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1769078351.764667:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078351.764678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078351.764684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078351.764688:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078351.764691:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078351.764693:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078351.764695:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.764697:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078351.764699:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078351.764707:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078351.764709:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078351.764711:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078351.764714:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078351.764716:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078351.764718:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078351.764721:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078351.764723:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.764725:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078351.764727:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078351.764730:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078351.764733:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078351.764736:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078351.764739:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078351.764742:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078351.764745:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.764747:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078351.764749:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078351.764757:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769078351.764760:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078351.764763:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078351.764764:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.764766:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078351.764768:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078351.764771:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078351.764777:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769078351.764781:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078351.764787:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078351.764793:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078351.764796:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078351.764799:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078351.764814:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078351.764816:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078351.764818:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078351.764819:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078351.764820:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078351.764822:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078351.764824:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5337
00000400:00000200:3.0:1769078351.764826:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078351.764829:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078351.764830:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078351.764833:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078351.764835:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078351.764836:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078351.764838:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078351.764838:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078351.764840:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078351.764842:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078351.764843:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078351.764844:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078351.764845:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078351.764846:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078351.764849:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078351.764855:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078351.764856:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078351.764865:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078351.764866:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078351.764868:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.764871:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078351.764872:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078351.764876:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078351.764876:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078351.764881:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078351.764884:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078351.764887:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078351.764889:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00100000:1.0:1769078351.764894:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195584:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078351.764895:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078351.764899:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078351.764903:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078351.764906:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078351.764908:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078351.764911:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078351.764912:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.764914:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078351.764916:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769078351.764918:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078351.764922:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078351.764923:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
00000100:00000001:3.0:1769078351.764924:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078351.764927:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078351.764929:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769078351.764932:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078351.764934:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078351.764937:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000001:3.0:1769078351.764937:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078351.764940:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078351.764942:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769078351.764943:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
02000000:00000001:3.0:1769078351.764944:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078351.764950:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000400:00000010:1.0:1769078351.764951:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:3.0:1769078351.764953:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078351.764958:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195584, portal 25
00000100:00100000:3.0:1769078351.764959:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078351.764961:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078351.764967:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078351.764968:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.764970:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000100:00000040:3.0:1769078351.764971:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078351.764980:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078351.764981:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078351.764983:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078351.764989:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078351.764995:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078351.765001:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078351.765002:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078351.765007:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078351.765008:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5347)
00000400:00000010:1.0:1769078351.765013:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078351.765016:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612195584, offset 0
00000400:00000200:1.0:1769078351.765029:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078351.765037:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078351.765043:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078351.765048:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078351.765053:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078351.765063:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078351.765066:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078351.765069:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3912:3912:256:4294967295] 192.168.204.106@tcp LPNI seq info [3911:3911:8:4294967295]
00000400:00000200:1.0:1769078351.765073:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078351.765079:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078351.765084:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078351.765088:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078351.765093:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078351.765095:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078351.765099:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078351.765102:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078351.765105:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078351.765106:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078351.765111:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078351.765114:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078351.765118:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078351.765119:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078351.765122:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078351.765125:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765132:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078351.765134:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765145:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.765147:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078351.765152:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078351.765156:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078351.765159:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300013635
00000100:00000010:1.0:1769078351.765165:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042e40.
00000100:00000001:1.0:1769078351.765171:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078351.765176:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300013635
00000100:00000010:1.0:1769078351.765180:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769078351.765182:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078351.765184:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078351.765186:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.765187:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078351.765191:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351]  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078351.765199:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078351.765200:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078351.765202:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078351.765205:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078351.765207:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078351.765209:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078351.765213:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078351.765221:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765226:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078351.765228:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765230:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078351.765231:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078351.765235:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765241:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078351.765246:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765253:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078351.765255:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765257:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078351.765258:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765261:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078351.765263:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078351.765265:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078351.765269:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078351.765271:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078351.765275:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078351.765283:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195584:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078351.765287:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765289:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078351.765292:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612195584/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765299:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078351.765301:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078351.765303:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078351.765306:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078351.765308:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078351.765309:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078351.765311:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078351.765313:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078351.765316:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078351.765318:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078351.765320:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:1.0:1769078351.765323:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078351.765324:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765326:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765332:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078351.765333:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.765335:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078351.765336:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078351.765338:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078351.765341:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765353:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078351.765354:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078351.765356:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078351.765358:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078351.765360:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078351.765362:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195712:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078351.765365:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078351.765367:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078351.765368:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078351.765370:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078351.765373:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078351.765375:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078351.765379:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078351.765382:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078351.765385:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078351.765388:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195712, portal 10
00000100:00000001:1.0:1769078351.765389:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078351.765391:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
00000100:00000040:1.0:1769078351.765396:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765402:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078351.765404:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078351.765407:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078351.765409:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612195712, offset 0
00000400:00000200:1.0:1769078351.765413:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078351.765417:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078351.765420:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078351.765423:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078351.765426:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078351.765428:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078351.765430:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078351.765434:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3913:3913:256:4294967295] 192.168.204.106@tcp LPNI seq info [3912:3912:8:4294967295]
00000400:00000200:1.0:1769078351.765438:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078351.765444:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078351.765448:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078351.765451:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078351.765455:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078351.765458:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078351.765461:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078351.765464:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078351.765467:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078351.765469:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078351.765471:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078351.765474:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078351.765476:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078351.765478:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078351.765480:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078351.765484:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765490:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078351.765492:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078376 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765498:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.765499:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078351.765502:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078351.765506:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078351.765509:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078351.765511:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300010271
00000100:00000001:1.0:1769078351.765513:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300013635
00000100:00000001:1.0:1769078351.765515:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300010271
00000100:00000001:1.0:1769078351.765518:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300013635
00000100:00000001:1.0:1769078351.765520:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078351.765522:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.765524:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078351.765528:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078351/real 1769078351]  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078351.765536:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078351.765537:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078351.765539:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078351.765541:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078351.765543:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078351.765544:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078351.765548:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078351.765584:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765590:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078351.765592:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765594:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078351.765595:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078351.765598:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765605:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078351.765608:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765615:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078351.765617:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765618:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078351.765620:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765621:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078351.765623:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078351.765625:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078351.765629:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078351.765631:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078351.765635:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078351.765642:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195712:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078351.765646:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765647:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078351.765650:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612195712/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078376 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078351.765656:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078351.765657:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078351.765659:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078351.765661:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078351.765663:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078351.765664:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078351.765666:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078351.765680:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078351.765683:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078351.765684:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078351.765686:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:1.0:1769078351.765689:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078351.765690:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765692:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078351.765695:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078351.765696:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078351.765698:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078351.765699:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078352.148687:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078352.148702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078352.148754:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078352.148759:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078352.148763:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078352.788662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078352.788669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078352.788670:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.788674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078352.788676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078352.788679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078352.788681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078352.788683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078352.788685:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078353.172678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078353.172685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078353.172786:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078353.172789:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078353.172793:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078353.812656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078353.812663:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078353.812665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078353.812671:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078353.812674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078353.812678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078353.812681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078353.812684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078353.812687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078354.196655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078354.196660:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078354.196721:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078354.196725:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078354.196728:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078354.836674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078354.836681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078354.836682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078354.836686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078354.836688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078354.836691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078354.836693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078354.836695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078354.836697:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078355.220681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078355.220688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078355.220768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078355.220773:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078355.220776:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078355.860679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078355.860686:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078355.860688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078355.860693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078355.860697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078355.860700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078355.860703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078355.860706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078355.860709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078356.244708:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078356.244715:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078356.244777:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078356.244781:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078356.244784:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078356.372659:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300013635, at 4300014080
00000100:00000040:1.0:1769078356.372661:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300013635, at 4300014080
00000100:00000010:1.0:1769078356.372674:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000010:0.0:1769078356.372677:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042e40.
00000100:00000001:0.0:1769078356.884671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078356.884676:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078356.884678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078356.884682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078356.884692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078356.884694:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078356.884700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078356.884700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078356.884707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078356.884708:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078356.884717:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078356.884718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078356.884722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078356.884729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078356.884729:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5342
00000400:00000200:3.0:1769078356.884744:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078356.884752:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078356.884756:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078356.884761:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884765:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078356.884768:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884771:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078356.884775:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078356.884778:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078356.884781:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078356.884784:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078356.884786:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078356.884789:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078356.884792:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884795:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078356.884797:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884799:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078356.884802:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078356.884806:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884809:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.884812:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078356.884816:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078356.884819:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.884822:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078356.884825:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078356.884836:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769078356.884840:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078356.884844:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078356.884846:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.884849:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078356.884853:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078356.884858:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078356.884867:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769078356.884875:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078356.884885:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078356.884896:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078356.884900:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078356.884905:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.884944:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078356.884947:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078356.884951:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078356.884953:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078356.884954:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078356.884957:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078356.884960:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5342
00000400:00000200:3.0:1769078356.884965:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078356.884970:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078356.884972:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078356.884974:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884976:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078356.884977:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884978:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078356.884980:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078356.884981:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078356.884982:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078356.884983:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078356.884985:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078356.884986:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078356.884989:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884990:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078356.884992:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884993:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078356.884994:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078356.884997:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078356.884999:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.885001:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078356.885003:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078356.885007:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078356.885008:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078356.885011:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078356.885012:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078356.885016:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078356.885019:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1769078356.885021:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078356.885028:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885033:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078356.885033:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885035:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078356.885039:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
02000000:00000001:1.0:1769078356.885040:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078356.885043:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078356.885045:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078356.885046:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.885051:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769078356.885052:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195840:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769078356.885056:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885058:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078356.885060:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078356.885063:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078356.885064:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078356.885066:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078356.885068:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078356.885069:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078356.885075:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078356.885077:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078356.885078:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769078356.885084:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078356.885085:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078356.885091:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00100000:3.0:1769078356.885095:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078356.885098:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:3.0:1769078356.885106:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078356.885109:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078356.885113:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078356.885115:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195840, portal 25
00000100:00000001:1.0:1769078356.885119:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078356.885121:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
00000100:00000040:1.0:1769078356.885129:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078356.885130:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078356.885136:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078356.885139:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078356.885142:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078356.885143:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078356.885147:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000040:3.0:1769078356.885148:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078356.885150:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612195840, offset 0
00000100:00000040:3.0:1769078356.885157:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078356.885159:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078356.885165:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5352)
00000400:00000200:1.0:1769078356.885174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078356.885180:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078356.885186:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078356.885190:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078356.885194:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078356.885197:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078356.885200:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3914:3914:256:4294967295] 192.168.204.106@tcp LPNI seq info [3913:3913:8:4294967295]
00000400:00000200:1.0:1769078356.885203:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078356.885210:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078356.885215:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078356.885219:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078356.885225:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078356.885228:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078356.885233:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078356.885239:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078356.885242:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078356.885244:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078356.885251:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078356.885254:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078356.885259:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078356.885261:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078356.885265:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078356.885268:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885275:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078356.885277:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885282:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885283:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078356.885287:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078356.885291:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078356.885293:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300018755
00000100:00000010:1.0:1769078356.885297:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042600.
00000100:00000001:1.0:1769078356.885304:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078356.885309:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300018755
00000100:00000010:1.0:1769078356.885311:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769078356.885315:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078356.885318:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078356.885320:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885323:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078356.885327:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356]  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078356.885336:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078356.885338:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078356.885347:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078356.885350:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078356.885352:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078356.885355:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078356.885359:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078356.885368:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885376:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078356.885377:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885380:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078356.885382:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078356.885385:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885389:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078356.885392:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885402:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078356.885404:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885405:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078356.885406:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885408:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078356.885409:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078356.885411:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078356.885413:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078356.885414:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078356.885417:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078356.885422:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612195840:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078356.885425:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885427:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078356.885428:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612195840/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885433:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078356.885436:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078356.885437:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078356.885440:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078356.885441:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078356.885442:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078356.885444:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078356.885446:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:1.0:1769078356.885449:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078356.885451:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078356.885452:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:1.0:1769078356.885455:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078356.885456:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885457:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885465:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078356.885466:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885467:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078356.885468:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078356.885469:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078356.885471:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885476:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078356.885477:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078356.885478:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078356.885479:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078356.885480:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078356.885482:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195968:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078356.885484:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078356.885485:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078356.885486:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078356.885487:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078356.885488:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078356.885490:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078356.885493:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078356.885494:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078356.885497:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078356.885499:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612195968, portal 10
00000100:00000001:1.0:1769078356.885500:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078356.885501:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
00000100:00000040:1.0:1769078356.885506:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885510:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078356.885512:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078356.885513:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078356.885514:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612195968, offset 0
00000400:00000200:1.0:1769078356.885517:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078356.885519:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078356.885522:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078356.885524:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078356.885526:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078356.885528:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078356.885529:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078356.885531:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3915:3915:256:4294967295] 192.168.204.106@tcp LPNI seq info [3914:3914:8:4294967295]
00000400:00000200:1.0:1769078356.885534:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078356.885538:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078356.885540:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078356.885542:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078356.885544:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078356.885546:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078356.885549:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078356.885575:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078356.885601:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078356.885603:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078356.885605:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078356.885607:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078356.885610:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078356.885611:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078356.885613:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078356.885615:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885620:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078356.885622:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078381 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885626:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885627:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078356.885629:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078356.885632:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078356.885634:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078356.885635:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300015392
00000100:00000001:1.0:1769078356.885638:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300018755
00000100:00000001:1.0:1769078356.885640:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300015392
00000100:00000001:1.0:1769078356.885641:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300018755
00000100:00000001:1.0:1769078356.885643:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078356.885644:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885645:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078356.885647:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078356/real 1769078356]  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078356.885651:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078356.885652:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078356.885653:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078356.885654:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078356.885655:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078356.885656:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078356.885657:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078356.885662:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885665:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078356.885666:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885667:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078356.885668:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078356.885670:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885674:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078356.885676:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885679:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078356.885681:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885683:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078356.885685:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885686:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078356.885688:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078356.885691:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078356.885694:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078356.885696:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078356.885700:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078356.885708:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612195968:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078356.885711:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885713:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078356.885716:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612195968/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078381 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078356.885735:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078356.885737:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078356.885739:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078356.885741:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078356.885742:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078356.885743:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078356.885744:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078356.885745:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078356.885747:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078356.885748:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078356.885749:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:1.0:1769078356.885751:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078356.885752:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885753:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078356.885755:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078356.885756:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078356.885757:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078356.885758:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.268705:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078357.268717:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078357.268719:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078357.268721:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.268727:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078357.268729:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.268732:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.268734:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078357.268841:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078357.268848:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078357.268853:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078357.908670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078357.908677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078357.908678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078357.908682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078357.908685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078357.908688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078357.908690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078357.908692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078357.908694:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078358.292673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078358.292677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078358.292759:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078358.292763:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078358.292766:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078358.932676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078358.932682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078358.932684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078358.932688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078358.932691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078358.932694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078358.932696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078358.932698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078358.932700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078359.316654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078359.316661:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078359.316716:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078359.316720:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078359.316723:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078359.956719:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078359.956728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078359.956730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078359.956736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078359.956740:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078359.956744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078359.956748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078359.956751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078359.956754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078360.340723:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078360.340733:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078360.340813:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078360.340818:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078360.340822:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078360.980665:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078360.980672:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078360.980673:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078360.980677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078360.980680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078360.980683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078360.980685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078360.980687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078360.980688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078361.364657:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078361.364662:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078361.364742:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078361.364746:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078361.364750:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078361.492670:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300018755, at 4300019200
00000100:00000040:1.0:1769078361.492671:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300018755, at 4300019200
00000100:00000010:0.0:1769078361.492688:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042600.
00000100:00000010:1.0:1769078361.492693:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00080000:0.0:1769078362.004669:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078362.004681:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078362.004684:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078362.004688:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078362.004692:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078362.004699:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5347
00000400:00000200:0.0:1769078362.004708:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078362.004715:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078362.004718:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078362.004729:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004733:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.004735:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004737:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078362.004741:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078362.004743:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078362.004746:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078362.004748:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078362.004751:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078362.004753:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078362.004756:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004758:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.004759:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004761:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078362.004764:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078362.004767:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004769:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078362.004772:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078362.004775:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078362.004778:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.004781:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078362.004783:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078362.004793:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769078362.004796:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078362.004800:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078362.004802:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.004805:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078362.004807:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078362.004812:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078362.004819:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d400.
00000100:00000001:0.0:1769078362.004825:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078362.004834:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078362.004843:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078362.004846:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078362.004850:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078362.004867:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078362.004870:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078362.004872:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078362.004873:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078362.004874:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078362.004877:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078362.004878:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5347
00000400:00000200:0.0:1769078362.004881:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078362.004884:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078362.004886:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078362.004889:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004891:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078362.004894:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004896:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078362.004899:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078362.004901:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078362.004902:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078362.004904:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078362.004905:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078362.004908:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078362.004909:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078362.004911:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078362.004914:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078362.004919:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.004928:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078362.004930:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078362.004930:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.004935:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078362.004936:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078362.004939:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078362.004940:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078362.004943:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.004944:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078362.004949:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00100000:1.0:1769078362.004951:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196096:192.168.204.106@tcp:250:kworker.0
00000100:00080000:0.0:1769078362.004953:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078362.004958:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.004958:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078362.004961:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078362.004962:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078362.004965:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078362.004965:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078362.004967:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078362.004969:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.004971:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:1.0:1769078362.004972:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
00000008:00100000:0.0:1769078362.004974:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078362.004976:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078362.004977:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078362.004980:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078362.004983:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
00000400:00000200:1.0:1769078362.004986:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000020:00000040:0.0:1769078362.004987:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078362.004990:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078362.004991:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078362.004991:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00000001:0.0:1769078362.004995:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078362.004996:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078362.004998:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078362.004998:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
02000000:00000010:0.0:1769078362.005002:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f000.
00000100:00000200:1.0:1769078362.005005:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196096, portal 25
00000100:00000001:0.0:1769078362.005006:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005010:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078362.005012:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00100000:0.0:1769078362.005014:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078362.005018:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078362.005027:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078362.005031:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005032:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078362.005038:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078362.005039:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078362.005043:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078362.005047:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612196096, offset 0
00000100:00000001:0.0:1769078362.005049:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078362.005052:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078362.005053:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078362.005057:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078362.005059:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078362.005063:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:0.0:1769078362.005064:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078362.005069:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5357)
00000400:00000200:1.0:1769078362.005070:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078362.005076:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078362.005079:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078362.005082:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078362.005084:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078362.005087:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3916:3916:256:4294967295] 192.168.204.106@tcp LPNI seq info [3915:3915:8:4294967295]
00000400:00000200:1.0:1769078362.005090:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078362.005095:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000400:00000200:1.0:1769078362.005099:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078362.005100:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078362.005104:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078362.005106:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00100000:0.0:1769078362.005110:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000800:00000010:1.0:1769078362.005111:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000100:00000001:0.0:1769078362.005114:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078362.005118:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1769078362.005119:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769078362.005124:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000800:00000200:1.0:1769078362.005125:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769078362.005128:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.1:1769078362.005131:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769078362.005132:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078362.005137:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078362.005141:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078362.005142:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078362.005147:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078362.005151:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078362.005154:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078362.005157:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078362.005160:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078362.005162:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005168:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078362.005170:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005174:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005175:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078362.005179:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078362.005181:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078362.005183:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300023875
00000100:00000010:1.0:1769078362.005187:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042ea0.
00000100:00000001:1.0:1769078362.005192:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078362.005197:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300023875
00000100:00000010:1.0:1769078362.005199:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0423c0.
00000100:00000001:1.0:1769078362.005202:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078362.005205:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078362.005207:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005208:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078362.005211:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078362/real 1769078362]  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078362.005217:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078362.005219:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078362.005220:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078362.005222:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078362.005223:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078362.005225:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078362.005228:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078362.005233:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005238:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078362.005239:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005241:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078362.005242:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078362.005245:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005248:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078362.005251:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005255:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078362.005257:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005258:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078362.005258:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005260:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078362.005261:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078362.005263:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078362.005265:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078362.005267:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078362.005269:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078362.005273:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196096:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078362.005276:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005277:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078362.005279:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612196096/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005283:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078362.005285:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078362.005287:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078362.005289:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078362.005290:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078362.005291:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078362.005293:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078362.005295:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:1.0:1769078362.005298:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078362.005300:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078362.005301:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769078362.005304:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078362.005306:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005308:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005314:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078362.005315:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005317:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078362.005318:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078362.005320:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078362.005323:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005330:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078362.005331:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078362.005333:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078362.005335:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078362.005337:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078362.005340:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196224:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078362.005343:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078362.005345:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078362.005346:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078362.005348:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078362.005351:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078362.005353:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078362.005356:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078362.005358:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078362.005360:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078362.005362:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196224, portal 10
00000100:00000001:1.0:1769078362.005364:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078362.005365:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:1.0:1769078362.005369:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005373:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078362.005375:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078362.005376:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078362.005377:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612196224, offset 0
00000400:00000200:1.0:1769078362.005379:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078362.005382:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078362.005384:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078362.005386:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078362.005388:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078362.005389:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078362.005391:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078362.005393:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3917:3917:256:4294967295] 192.168.204.106@tcp LPNI seq info [3916:3916:8:4294967295]
00000400:00000200:1.0:1769078362.005395:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078362.005399:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078362.005401:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078362.005403:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078362.005406:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078362.005407:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078362.005410:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078362.005411:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078362.005414:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078362.005415:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078362.005417:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078362.005419:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078362.005420:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078362.005422:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078362.005423:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078362.005425:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005433:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078362.005435:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005439:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005440:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078362.005441:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078362.005444:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078362.005445:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078362.005446:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300020511
00000100:00000001:1.0:1769078362.005448:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300023875
00000100:00000001:1.0:1769078362.005450:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300020511
00000100:00000001:1.0:1769078362.005451:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300023875
00000100:00000001:1.0:1769078362.005452:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078362.005453:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005454:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078362.005456:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078362/real 1769078362]  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078362.005460:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078362.005461:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078362.005462:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078362.005463:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078362.005464:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078362.005465:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078362.005466:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078362.005471:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005474:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078362.005475:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005476:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078362.005477:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078362.005479:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005483:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078362.005487:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005493:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078362.005517:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005520:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078362.005522:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005523:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078362.005525:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078362.005528:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078362.005531:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078362.005533:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078362.005538:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078362.005544:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196224:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078362.005546:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005547:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078362.005549:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612196224/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078362.005573:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078362.005574:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078362.005576:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078362.005577:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078362.005578:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078362.005579:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078362.005581:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078362.005582:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:1.0:1769078362.005583:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078362.005584:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078362.005585:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:1.0:1769078362.005586:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078362.005587:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005588:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078362.005591:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078362.005591:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078362.005593:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078362.005594:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078362.388668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078362.388673:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078362.388742:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078362.388746:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078362.388750:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078363.028727:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078363.028736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078363.028738:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078363.028743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078363.028747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078363.028750:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078363.028753:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078363.028755:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078363.028758:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078363.412670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078363.412676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078363.412737:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078363.412742:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078363.412746:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078364.052696:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078364.052705:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078364.052707:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078364.052713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078364.052716:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078364.052720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078364.052723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078364.052726:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078364.052729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078364.436696:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078364.436702:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078364.436781:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078364.436785:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078364.436789:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078365.076672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078365.076678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078365.076680:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078365.076685:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078365.076689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078365.076693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078365.076695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078365.076698:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078365.076700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078365.460674:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078365.460681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078365.460745:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078365.460750:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078365.460753:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078366.100630:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078366.100636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078366.100637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078366.100641:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078366.100644:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078366.100646:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078366.100648:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078366.100650:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078366.100651:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078366.484679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078366.484688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078366.484771:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078366.484777:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078366.484781:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078366.612660:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300023875, at 4300024320
00000100:00000040:1.0:1769078366.612660:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300023875, at 4300024320
00000100:00000010:0.0:1769078366.612676:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042ea0.
00000100:00000010:1.0:1769078366.612678:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000001:0.0:1769078367.124663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078367.124670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078367.124671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078367.124675:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1769078367.124676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078367.124681:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078367.124684:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078367.124685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078367.124688:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078367.124689:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078367.124692:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078367.124695:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078367.124696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.124702:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078367.124711:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5352
00000400:00000200:3.0:1769078367.124723:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078367.124730:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078367.124734:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078367.124738:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078367.124742:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078367.124745:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078367.124747:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078367.124751:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078367.124754:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078367.124757:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078367.124760:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078367.124762:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078367.124765:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078367.124768:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078367.124770:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078367.124772:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078367.124774:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078367.124778:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078367.124781:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078367.124784:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078367.124787:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078367.124790:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078367.124793:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.124795:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078367.124798:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078367.124809:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769078367.124813:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078367.124818:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078367.124820:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.124824:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078367.124827:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078367.124832:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078367.124841:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769078367.124848:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078367.124858:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078367.124869:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078367.124874:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078367.124879:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078367.124903:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078367.124906:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078367.124909:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078367.124910:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078367.124912:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078367.124915:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078367.124917:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5352
00000400:00000200:3.0:1769078367.124921:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078367.124924:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078367.124927:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078367.124930:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078367.124933:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078367.124936:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078367.124938:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078367.124939:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078367.124943:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078367.124944:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078367.124945:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078367.124947:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078367.124948:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078367.124952:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078367.124955:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078367.124956:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078367.124960:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078367.124967:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078367.124968:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078367.124971:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078367.124972:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078367.124975:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078367.124975:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078367.124979:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078367.124980:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:1.0:1769078367.124983:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078367.124985:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00100000:1.0:1769078367.124988:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196352:192.168.204.106@tcp:250:kworker.0
00000100:00080000:3.0:1769078367.124991:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078367.124995:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.124996:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078367.124998:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078367.125001:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078367.125004:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078367.125005:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078367.125007:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078367.125011:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078367.125012:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
00000100:00000001:3.0:1769078367.125014:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078367.125015:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078367.125020:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078367.125025:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:3.0:1769078367.125026:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078367.125029:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00000001:3.0:1769078367.125030:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078367.125036:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000400:00000010:1.0:1769078367.125039:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000020:00000040:3.0:1769078367.125040:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078367.125044:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078367.125046:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078367.125047:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196352, portal 25
00000100:00000001:3.0:1769078367.125048:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078367.125051:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769078367.125052:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078367.125053:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
02000000:00000001:3.0:1769078367.125055:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078367.125060:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078367.125061:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769078367.125067:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.125069:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078367.125072:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00100000:3.0:1769078367.125076:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078367.125077:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078367.125081:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612196352, offset 0
00000400:00000200:1.0:1769078367.125091:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078367.125091:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078367.125095:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078367.125101:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078367.125102:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078367.125110:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:3.0:1769078367.125116:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078367.125118:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078367.125121:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078367.125125:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:3.0:1769078367.125127:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078367.125130:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078367.125132:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078367.125133:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:3.0:1769078367.125139:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078367.125140:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3918:3918:256:4294967295] 192.168.204.106@tcp LPNI seq info [3917:3917:8:4294967295]
00000400:00000200:1.0:1769078367.125146:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078367.125148:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5362)
00000400:00000200:1.0:1769078367.125155:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078367.125159:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078367.125164:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078367.125171:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078367.125175:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078367.125180:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078367.125182:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078367.125185:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078367.125187:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078367.125194:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078367.125197:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078367.125202:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078367.125203:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078367.125207:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078367.125211:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125217:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078367.125219:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125225:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.125226:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078367.125231:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078367.125234:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078367.125236:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300028995
00000100:00000010:1.0:1769078367.125241:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0423c0.
00000100:00000001:1.0:1769078367.125247:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078367.125252:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300028995
00000100:00000010:1.0:1769078367.125254:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042de0.
00000100:00000001:1.0:1769078367.125256:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078367.125258:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078367.125260:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.125262:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078367.125265:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078367/real 1769078367]  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078367.125270:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078367.125271:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078367.125273:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078367.125275:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078367.125276:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078367.125277:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078367.125280:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078367.125285:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125289:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078367.125297:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125299:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078367.125301:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078367.125303:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125307:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078367.125310:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125315:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078367.125317:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125318:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078367.125319:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125321:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078367.125322:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078367.125324:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078367.125326:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078367.125327:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078367.125330:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078367.125334:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196352:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078367.125340:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125342:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078367.125343:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612196352/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125348:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078367.125350:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078367.125352:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078367.125354:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078367.125355:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078367.125356:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078367.125357:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078367.125359:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078367.125363:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078367.125364:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078367.125365:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:1.0:1769078367.125368:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078367.125368:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125370:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125375:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078367.125377:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.125378:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078367.125379:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078367.125380:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078367.125382:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125386:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078367.125387:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078367.125389:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078367.125390:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078367.125391:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078367.125393:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196480:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078367.125394:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078367.125396:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078367.125396:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078367.125398:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078367.125400:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078367.125401:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078367.125403:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078367.125405:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078367.125407:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078367.125419:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196480, portal 10
00000100:00000001:1.0:1769078367.125421:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078367.125422:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000040:1.0:1769078367.125427:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125432:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078367.125433:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078367.125435:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078367.125436:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612196480, offset 0
00000400:00000200:1.0:1769078367.125439:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078367.125441:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078367.125444:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078367.125446:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078367.125448:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078367.125449:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078367.125451:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078367.125453:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3919:3919:256:4294967295] 192.168.204.106@tcp LPNI seq info [3918:3918:8:4294967295]
00000400:00000200:1.0:1769078367.125455:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078367.125459:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078367.125461:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078367.125463:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078367.125466:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078367.125468:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078367.125470:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078367.125472:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078367.125474:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078367.125475:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078367.125477:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078367.125480:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078367.125482:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078367.125483:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078367.125484:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078367.125486:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125491:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078367.125493:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125497:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.125497:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078367.125499:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078367.125502:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078367.125504:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078367.125505:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300025631
00000100:00000001:1.0:1769078367.125507:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300028995
00000100:00000001:1.0:1769078367.125509:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300025631
00000100:00000001:1.0:1769078367.125512:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300028995
00000100:00000001:1.0:1769078367.125514:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078367.125516:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.125518:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078367.125521:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078367/real 1769078367]  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078367.125529:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078367.125530:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078367.125532:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078367.125534:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078367.125535:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078367.125538:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078367.125541:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078367.125549:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125580:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078367.125581:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125582:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078367.125583:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078367.125587:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125591:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078367.125593:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125597:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078367.125598:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125599:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078367.125600:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125601:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078367.125602:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078367.125603:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078367.125605:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078367.125606:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078367.125608:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078367.125612:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196480:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078367.125615:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125616:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078367.125618:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612196480/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078367.125622:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078367.125623:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078367.125624:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078367.125626:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078367.125627:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078367.125628:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078367.125629:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078367.125630:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:1.0:1769078367.125632:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078367.125632:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078367.125633:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:1.0:1769078367.125635:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078367.125636:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125637:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078367.125639:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078367.125640:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078367.125641:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078367.125642:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078367.508644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078367.508653:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078367.508655:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078367.508658:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078367.508662:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078367.508664:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078367.508666:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078367.508667:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078367.508721:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078367.508727:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078367.508730:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078368.148689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078368.148697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078368.148698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078368.148704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078368.148708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078368.148712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078368.148715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078368.148717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078368.148720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078368.532713:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078368.532721:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078368.532782:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078368.532787:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078368.532790:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078369.172669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078369.172676:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078369.172678:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078369.172683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078369.172687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078369.172690:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078369.172693:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078369.172695:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078369.172698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078369.556627:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078369.556632:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078369.556681:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078369.556684:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078369.556686:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078370.196720:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078370.196728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078370.196730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078370.196736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078370.196741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078370.196744:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078370.196748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078370.196751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078370.196754:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078370.580721:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078370.580730:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078370.580800:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078370.580805:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078370.580810:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078371.220707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078371.220718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078371.220721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078371.220728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078371.220733:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078371.220738:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078371.220741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078371.220745:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078371.220749:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078371.604710:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078371.604717:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078371.604814:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078371.604821:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078371.604826:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078371.732703:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300028995, at 4300029440
00000100:00000010:1.0:1769078371.732724:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000040:0.0:1769078371.733003:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300028995, at 4300029440
00000100:00000010:0.0:1769078371.733010:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0423c0.
00000100:00000001:0.0:1769078372.244705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078372.244711:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078372.244716:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078372.244720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078372.244724:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:0.0:1769078372.244728:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078372.244729:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1769078372.244736:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078372.244736:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078372.244745:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078372.244746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078372.244751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078372.244756:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5357
00000100:00000001:0.0:1769078372.244758:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078372.244764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078372.244770:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078372.244779:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078372.244782:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078372.244787:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078372.244791:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078372.244794:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078372.244797:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078372.244801:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078372.244804:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078372.244806:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078372.244809:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078372.244811:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078372.244814:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078372.244818:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078372.244819:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078372.244821:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078372.244823:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078372.244826:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078372.244829:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078372.244832:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078372.244834:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078372.244838:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078372.244841:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078372.244843:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078372.244845:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078372.244854:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769078372.244857:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078372.244861:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078372.244863:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078372.244866:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078372.244868:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078372.244872:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078372.244880:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769078372.244885:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078372.244893:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078372.244902:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078372.244906:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078372.244911:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078372.244932:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078372.244934:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078372.244938:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078372.244939:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078372.244941:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078372.244944:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078372.244946:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5357
00000400:00000200:3.0:1769078372.244951:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078372.244954:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078372.244957:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078372.244960:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078372.244962:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078372.244964:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078372.244965:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078372.244969:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078372.244970:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078372.244972:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078372.244978:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078372.244981:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078372.244984:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078372.244989:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078372.244991:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078372.244991:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078372.244993:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078372.244996:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
02000000:00000001:1.0:1769078372.244997:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078372.245000:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:1.0:1769078372.245002:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078372.245004:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00100000:1.0:1769078372.245009:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196608:192.168.204.106@tcp:250:kworker.0
00000100:00000040:3.0:1769078372.245012:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078372.245017:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078372.245018:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078372.245020:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:1.0:1769078372.245024:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078372.245024:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078372.245028:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:1.0:1769078372.245029:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078372.245033:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:1.0:1769078372.245034:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078372.245038:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078372.245040:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:3.0:1769078372.245041:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078372.245045:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078372.245048:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078372.245052:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078372.245054:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078372.245056:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769078372.245059:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000008:00100000:3.0:1769078372.245062:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078372.245066:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078372.245067:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:3.0:1769078372.245068:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078372.245074:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000100:00000200:1.0:1769078372.245076:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196608, portal 25
00000020:00000040:3.0:1769078372.245077:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078372.245082:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078372.245083:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769078372.245084:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245087:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000001:3.0:1769078372.245088:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078372.245091:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078372.245095:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078372.245097:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078372.245100:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769078372.245106:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245111:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078372.245116:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00100000:3.0:1769078372.245116:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078372.245119:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078372.245123:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612196608, offset 0
00000100:00000001:3.0:1769078372.245129:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078372.245132:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078372.245134:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078372.245140:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078372.245141:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078372.245148:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078372.245155:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078372.245156:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078372.245161:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:3.0:1769078372.245161:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078372.245165:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078372.245168:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078372.245169:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:3.0:1769078372.245174:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078372.245176:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3920:3920:256:4294967295] 192.168.204.106@tcp LPNI seq info [3919:3919:8:4294967295]
00000100:00000040:3.0:1769078372.245182:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078372.245183:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078372.245190:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5367)
00000400:00000200:1.0:1769078372.245195:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078372.245199:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078372.245203:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078372.245208:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078372.245210:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078372.245215:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078372.245217:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078372.245231:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078372.245233:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078372.245237:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078372.245240:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078372.245244:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078372.245246:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078372.245249:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078372.245252:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245257:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078372.245260:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245264:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245265:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078372.245269:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078372.245272:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078372.245273:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300034115
00000100:00000010:1.0:1769078372.245277:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042de0.
00000100:00000001:1.0:1769078372.245282:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078372.245286:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300034115
00000100:00000010:1.0:1769078372.245288:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769078372.245290:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078372.245292:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078372.245294:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245296:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078372.245298:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078372/real 1769078372]  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078372.245304:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078372.245305:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078372.245307:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078372.245308:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078372.245309:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078372.245311:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078372.245313:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078372.245318:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245321:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078372.245348:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245356:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078372.245358:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078372.245366:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245372:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078372.245377:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245383:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078372.245386:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245387:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078372.245389:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245391:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078372.245393:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078372.245396:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078372.245400:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078372.245402:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078372.245406:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078372.245414:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196608:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078372.245418:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245420:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078372.245422:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612196608/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245429:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078372.245431:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078372.245433:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078372.245437:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078372.245438:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078372.245440:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078372.245442:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078372.245444:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:1.0:1769078372.245447:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078372.245449:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078372.245451:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:1.0:1769078372.245454:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078372.245455:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245457:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245464:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078372.245465:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245467:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078372.245468:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078372.245470:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078372.245473:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245483:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078372.245484:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.245485:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078372.245486:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078372.245488:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078372.245489:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196736:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078372.245491:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078372.245493:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078372.245494:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078372.245495:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078372.245497:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078372.245498:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078372.245501:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078372.245503:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078372.245505:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078372.245507:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196736, portal 10
00000100:00000001:1.0:1769078372.245508:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078372.245509:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
00000100:00000040:1.0:1769078372.245513:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245517:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078372.245519:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078372.245520:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078372.245521:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612196736, offset 0
00000400:00000200:1.0:1769078372.245523:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078372.245526:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078372.245528:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078372.245530:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078372.245531:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078372.245533:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078372.245534:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078372.245536:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3921:3921:256:4294967295] 192.168.204.106@tcp LPNI seq info [3920:3920:8:4294967295]
00000400:00000200:1.0:1769078372.245539:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078372.245542:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078372.245545:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078372.245547:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078372.245549:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078372.245577:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078372.245580:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078372.245582:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078372.245584:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078372.245586:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:1.0:1769078372.245588:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078372.245589:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078372.245591:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:1.0:1769078372.245592:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:1.0:1769078372.245594:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078372.245596:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245600:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078372.245602:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245606:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245607:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078372.245609:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078372.245611:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078372.245613:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078372.245614:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300030752
00000100:00000001:1.0:1769078372.245616:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300034115
00000100:00000001:1.0:1769078372.245617:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300030752
00000100:00000001:1.0:1769078372.245618:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300034115
00000100:00000001:1.0:1769078372.245620:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078372.245621:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245623:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078372.245625:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078372/real 1769078372]  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078372.245629:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078372.245630:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078372.245631:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078372.245632:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078372.245633:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078372.245634:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078372.245636:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078372.245641:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245644:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078372.245645:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245646:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078372.245646:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078372.245648:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245652:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078372.245654:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245657:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078372.245659:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245660:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078372.245660:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245661:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078372.245663:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078372.245665:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078372.245667:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078372.245668:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078372.245670:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078372.245675:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196736:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078372.245677:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245677:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078372.245679:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612196736/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078372.245682:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078372.245683:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078372.245684:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078372.245685:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078372.245686:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078372.245687:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078372.245688:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078372.245689:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:1.0:1769078372.245690:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078372.245691:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078372.245692:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:1.0:1769078372.245693:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078372.245694:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245695:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078372.245696:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078372.245697:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078372.245699:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078372.245700:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078372.628680:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078372.628687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078372.628757:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078372.628762:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078372.628765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078373.268680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078373.268692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078373.268694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078373.268699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078373.268703:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078373.268707:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.268710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078373.268713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078373.268717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078373.652677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078373.652682:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078373.652786:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078373.652790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078373.652793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078374.292713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078374.292720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078374.292721:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078374.292725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078374.292728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078374.292731:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078374.292733:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078374.292735:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078374.292737:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078374.679544:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078374.679571:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078374.679660:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078374.679667:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078374.679671:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078375.316701:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078375.316708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078375.316710:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078375.316715:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078375.316719:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078375.316723:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078375.316725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078375.316727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078375.316729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078375.700682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078375.700688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078375.700764:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078375.700768:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078375.700772:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078376.340727:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078376.340736:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078376.340738:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078376.340743:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078376.340746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078376.340751:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078376.340753:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078376.340756:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078376.340758:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078376.724726:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078376.724738:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078376.724741:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078376.724744:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078376.724751:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078376.724753:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078376.724756:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078376.724758:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078376.724817:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078376.724822:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078376.724826:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078376.852678:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300034115, at 4300034560
00000100:00000040:1.0:1769078376.852678:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300034115, at 4300034560
00000100:00000010:1.0:1769078376.852695:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00000010:0.0:1769078376.852700:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042de0.
00000100:00000001:0.0:1769078377.364679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078377.364680:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078377.364687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078377.364690:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078377.364691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078377.364695:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078377.364700:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1769078377.364704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078377.364705:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078377.364709:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078377.364715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078377.364715:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5362
00000100:00000001:0.0:1769078377.364720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078377.364723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078377.364727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078377.364728:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078377.364736:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078377.364739:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078377.364743:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364746:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078377.364749:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364751:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078377.364755:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078377.364757:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078377.364760:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078377.364762:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078377.364765:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078377.364767:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078377.364770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364772:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078377.364773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364775:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078377.364778:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078377.364781:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364783:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078377.364786:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078377.364789:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078377.364792:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078377.364794:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078377.364796:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078377.364805:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769078377.364808:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078377.364811:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078377.364813:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078377.364815:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078377.364818:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078377.364821:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078377.364828:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769078377.364834:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078377.364843:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078377.364852:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078377.364856:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078377.364866:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078377.364888:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078377.364891:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078377.364894:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078377.364895:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078377.364897:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078377.364899:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078377.364902:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5362
00000400:00000200:3.0:1769078377.364906:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078377.364908:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078377.364910:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078377.364913:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364915:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078377.364917:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364919:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078377.364921:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078377.364922:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078377.364924:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078377.364926:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078377.364928:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078377.364930:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078377.364934:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078377.364936:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078377.364937:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078377.364938:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078377.364942:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078377.364943:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078377.364946:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078377.364948:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078377.364954:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000040:1.0:1769078377.364956:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078377.364957:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078377.364961:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078377.364967:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078377.364970:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078377.364971:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078377.364973:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078377.364975:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078377.364978:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769078377.364981:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078377.364983:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1769078377.364985:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078377.364988:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078377.364989:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078377.364993:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196864:192.168.204.106@tcp:250:kworker.0
00000100:00000010:3.0:1769078377.364995:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000020:00000040:3.0:1769078377.365000:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078377.365001:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078377.365005:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078377.365008:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078377.365009:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078377.365012:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078377.365013:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078377.365016:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078377.365022:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acd800.
02000000:00000001:3.0:1769078377.365024:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078377.365026:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078377.365028:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078377.365035:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:3.0:1769078377.365035:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769078377.365041:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078377.365043:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00100000:3.0:1769078377.365049:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078377.365051:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:3.0:1769078377.365060:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078377.365061:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196864, portal 25
00000100:00000001:1.0:1769078377.365064:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078377.365064:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078377.365067:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
00000100:00000040:3.0:1769078377.365071:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078377.365074:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078377.365095:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078377.365099:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078377.365100:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078377.365102:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1550.
00000100:00000200:1.0:1769078377.365106:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612196864, offset 0
00000100:00000040:3.0:1769078377.365106:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078377.365112:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078377.365113:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078377.365118:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078377.365123:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078377.365125:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078377.365130:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769078377.365132:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5372)
00000400:00000200:1.0:1769078377.365136:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078377.365139:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078377.365142:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078377.365144:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078377.365147:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3922:3922:256:4294967295] 192.168.204.106@tcp LPNI seq info [3921:3921:8:4294967295]
00000400:00000200:1.0:1769078377.365150:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078377.365156:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078377.365161:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078377.365164:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cc00.
00000800:00000200:1.0:1769078377.365169:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078377.365172:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078377.365184:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078377.365187:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078377.365189:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300039235
00000100:00000010:1.0:1769078377.365193:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0424e0.
00000100:00000001:1.0:1769078377.365198:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078377.365203:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300039235
00000100:00000010:1.0:1769078377.365206:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769078377.365208:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078377.365211:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078377.365213:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078377.365214:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078377.365217:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078377.365222:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078377.365223:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078377.365225:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078377.365226:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078377.365227:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078377.365229:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078377.365234:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078377.365235:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078377.365246:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078377.365247:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078377.365249:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078377.365251:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196992:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078377.365253:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078377.365255:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078377.365256:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078377.365257:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078377.365260:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acdc00.
02000000:00000001:1.0:1769078377.365261:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078377.365264:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078377.365266:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774ec8.
00000400:00000010:1.0:1769078377.365269:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078377.365270:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612196992, portal 10
00000100:00000001:1.0:1769078377.365271:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078377.365272:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
00000100:00000040:1.0:1769078377.365277:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078377.365281:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078377.365283:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078377.365284:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1dd0.
00000100:00000200:1.0:1769078377.365286:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612196992, offset 0
00000400:00000200:1.0:1769078377.365288:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078377.365291:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078377.365294:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078377.365296:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078377.365297:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078377.365299:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078377.365300:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078377.365302:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3923:3923:255:4294967295] 192.168.204.106@tcp LPNI seq info [3922:3922:7:4294967295]
00000400:00000200:1.0:1769078377.365304:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078377.365310:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078377.365312:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078377.365315:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c900.
00000800:00000200:1.0:1769078377.365317:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078377.365320:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078377.365322:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078377.365324:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078377.365326:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078377.365327:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300035871
00000100:00000001:1.0:1769078377.365329:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300039235
00000100:00000001:1.0:1769078377.365330:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300035871
00000100:00000001:1.0:1769078377.365332:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300039235
00000100:00000001:1.0:1769078377.365333:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078377.365334:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078377.365336:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078377.365337:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078377.365339:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078377.365339:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078377.365340:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078377.365341:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078377.365342:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078377.365343:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078377.748671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078377.748677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078377.748766:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078377.748772:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078377.748777:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078378.388688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078378.388702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078378.388705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078378.388710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078378.388714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078378.388717:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078378.388719:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078378.388722:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078378.388725:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078378.772660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078378.772668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078378.772723:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078378.772727:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078378.772731:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078379.412694:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078379.412704:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078379.412706:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078379.412713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078379.412717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078379.412722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078379.412725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078379.412728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078379.412732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078379.796703:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078379.796711:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078379.796785:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078379.796790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078379.796793:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078380.436647:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078380.436653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078380.436655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078380.436659:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078380.436662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078380.436665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078380.436668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078380.436670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078380.436672:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769078380.436812:0:2351:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769078380.436850:0:2351:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078380.436860:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078380.436865:0:2351:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769078380.436869:0:2351:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078380.436873:0:2351:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078380.436877:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078380.436881:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cc00.
00000400:00000200:3.0:1769078380.436887:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078380.436891:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078380.436897:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1550
00000400:00000010:3.0:1769078380.436900:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1550.
00000100:00000001:3.0:1769078380.436904:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078380.436913:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078380.436943:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078380.436946:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078380.436954:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078380.436956:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078380.436965:0:2351:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078380.436967:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c900.
00000400:00000200:3.0:1769078380.436970:0:2351:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078380.436982:0:2351:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078380.436985:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1dd0
00000400:00000010:3.0:1769078380.436987:0:2351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1dd0.
00000100:00000001:3.0:1769078380.436989:0:2351:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078380.436993:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078380.437007:0:2351:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078380.437010:0:2351:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078380.437017:0:2351:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078380.437018:0:2351:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078380.437182:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078380.437214:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078380.437216:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078380.437231:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078380]  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078380.437242:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078380.437244:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078380.437248:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774ec8.
00000400:00000200:1.0:1769078380.437252:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078380.437254:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078380.437256:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078380.437259:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078380.437269:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437275:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078380.437277:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437279:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078380.437281:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078380.437285:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437292:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078380.437297:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437305:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078380.437314:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437315:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078380.437317:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437319:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078380.437322:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078380.437326:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078380.437331:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078380.437333:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078380.437337:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078380.437345:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612196992:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078380.437350:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078380.437353:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078377/real 1769078380]  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078380.437361:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078380.437363:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078380.437365:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078380.437367:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078380.437368:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078380.437370:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078380.437373:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078380.437381:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437388:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078380.437389:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437391:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078380.437392:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078380.437395:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437402:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078380.437405:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437412:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078380.437414:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437416:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078380.437417:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437419:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078380.437420:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078380.437423:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078380.437426:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078380.437428:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078380.437431:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078380.437439:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612196864:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078380.437443:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437445:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078380.437448:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612196992/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437455:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078380.437459:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078380.437462:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:1.0:1769078380.437466:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078380.437468:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078380.437470:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078380.437472:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078380.437475:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:1.0:1769078380.437479:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078380.437481:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078380.437483:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:1.0:1769078380.437487:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078380.437489:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437490:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078380.437494:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612196864/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078380.437500:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078380.437501:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078380.437503:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acd800.
02000000:00000001:1.0:1769078380.437505:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078380.437506:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078380.437507:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078380.437509:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078380.437510:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:1.0:1769078380.437512:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078380.437513:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078380.437514:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:1.0:1769078380.437517:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078380.437518:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437520:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078380.437526:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078380.437528:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078380.437530:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078380.437531:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078380.820633:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078380.820640:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078380.820693:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078380.820697:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078380.820701:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078381.460651:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078381.460660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078381.460662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078381.460677:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078381.460683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078381.460688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078381.460691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078381.460694:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078381.460698:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078381.844700:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078381.844708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078381.844800:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078381.844804:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078381.844807:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078381.972634:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300039235, at 4300039680
00000100:00000010:0.0:1769078381.972651:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0424e0.
00000100:00000040:1.0:1769078381.972738:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300039235, at 4300039680
00000100:00000010:1.0:1769078381.972743:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00000001:0.0:1769078382.484713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078382.484722:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078382.484724:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078382.484731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078382.484735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078382.484740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.484744:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078382.484747:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.484751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078382.484759:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078382.484766:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078382.484782:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078382.484787:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078382.484791:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078382.484800:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5367
00000400:00000200:3.0:1769078382.484809:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078382.484817:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078382.484821:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078382.484825:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078382.484835:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078382.484838:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078382.484841:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078382.484846:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078382.484848:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078382.484851:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078382.484854:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078382.484857:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078382.484860:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078382.484863:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078382.484865:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078382.484867:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078382.484869:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078382.484872:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078382.484876:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078382.484884:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078382.484888:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078382.484892:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078382.484895:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078382.484898:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078382.484901:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078382.484912:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769078382.484916:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078382.484921:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078382.484923:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078382.484926:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078382.484929:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078382.484935:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078382.484944:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769078382.484951:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078382.484962:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078382.484973:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078382.484978:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078382.484983:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078382.485010:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078382.485013:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078382.485017:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078382.485018:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078382.485020:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078382.485024:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078382.485027:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5367
00000400:00000200:3.0:1769078382.485032:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078382.485035:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078382.485038:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078382.485039:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078382.485044:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078382.485044:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078382.485048:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078382.485049:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078382.485052:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078382.485055:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:0.0:1769078382.485059:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078382.485059:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078382.485060:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078382.485064:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078382.485067:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078382.485071:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078382.485076:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:0.0:1769078382.485077:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078382.485080:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078382.485082:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:0.0:1769078382.485085:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078382.485086:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078382.485091:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078382.485091:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:0.0:1769078382.485096:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078382.485102:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197120:192.168.204.106@tcp:250:kworker.0
00000100:00000001:3.0:1769078382.485103:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078382.485107:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:0.0:1769078382.485111:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769078382.485113:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078382.485117:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078382.485119:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078382.485119:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078382.485122:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078382.485125:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078382.485128:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769078382.485130:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:3.0:1769078382.485132:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078382.485133:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078382.485138:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:0.0:1769078382.485143:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00100000:3.0:1769078382.485144:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1769078382.485148:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000008:00000001:3.0:1769078382.485149:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078382.485163:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078382.485166:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000010:3.0:1769078382.485168:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769078382.485172:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078382.485175:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1769078382.485176:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612197120, portal 25
02000000:00000001:3.0:1769078382.485177:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078382.485181:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078382.485181:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078382.485183:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
00000100:00000040:0.0:1769078382.485190:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078382.485191:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078382.485194:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078382.485200:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:0.0:1769078382.485201:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078382.485206:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078382.485207:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078382.485210:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078382.485214:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612197120, offset 0
00000100:00100000:3.0:1769078382.485216:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078382.485226:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078382.485227:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078382.485229:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078382.485235:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078382.485240:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078382.485249:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078382.485252:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:3.0:1769078382.485254:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078382.485259:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078382.485262:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078382.485263:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078382.485268:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078382.485271:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078382.485277:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078382.485280:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5377)
00000400:00000200:0.0:1769078382.485281:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078382.485288:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3924:3924:256:4294967295] 192.168.204.106@tcp LPNI seq info [3923:3923:8:4294967295]
00000400:00000200:0.0:1769078382.485293:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078382.485303:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078382.485316:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078382.485322:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078382.485330:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078382.485334:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078382.485340:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078382.485344:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078382.485350:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078382.485353:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078382.485360:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078382.485365:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078382.485371:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078382.485373:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078382.485378:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078382.485382:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485393:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078382.485397:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485405:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078382.485407:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078382.485415:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078382.485419:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078382.485422:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300044355
00000100:00000010:0.0:1769078382.485426:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30640c0.
00000100:00000001:0.0:1769078382.485432:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078382.485436:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300044355
00000100:00000010:0.0:1769078382.485438:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30647e0.
00000100:00000001:0.0:1769078382.485440:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078382.485443:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078382.485445:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078382.485448:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078382.485452:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078382/real 1769078382]  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078382.485463:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078382.485465:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078382.485467:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078382.485470:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078382.485472:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078382.485475:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078382.485479:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078382.485539:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485547:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078382.485550:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485572:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078382.485575:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078382.485579:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485587:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078382.485592:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485598:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078382.485601:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485602:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078382.485604:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485606:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078382.485609:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078382.485612:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078382.485616:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078382.485619:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078382.485623:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078382.485632:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197120:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078382.485637:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485639:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078382.485642:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612197120/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485655:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078382.485658:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078382.485662:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078382.485665:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078382.485667:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078382.485668:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078382.485670:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078382.485673:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:0.0:1769078382.485677:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078382.485680:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078382.485682:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:0.0:1769078382.485686:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078382.485688:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485690:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485698:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078382.485699:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078382.485702:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078382.485703:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078382.485704:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078382.485708:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485714:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078382.485716:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078382.485717:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078382.485720:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078382.485722:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078382.485725:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612197248:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078382.485728:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078382.485730:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078382.485732:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078382.485734:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078382.485737:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078382.485739:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078382.485743:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078382.485747:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078382.485750:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078382.485753:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612197248, portal 10
00000100:00000001:0.0:1769078382.485755:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078382.485756:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000100:00000040:0.0:1769078382.485763:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485770:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078382.485772:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078382.485774:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078382.485776:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612197248, offset 0
00000400:00000200:0.0:1769078382.485780:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078382.485785:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078382.485791:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078382.485794:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078382.485798:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078382.485800:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078382.485803:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078382.485806:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3925:3925:256:4294967295] 192.168.204.106@tcp LPNI seq info [3924:3924:8:4294967295]
00000400:00000200:0.0:1769078382.485810:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078382.485816:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078382.485820:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078382.485823:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078382.485827:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078382.485830:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078382.485834:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078382.485836:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078382.485841:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078382.485843:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078382.485846:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078382.485849:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078382.485852:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078382.485855:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078382.485858:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078382.485864:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485872:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078382.485876:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485889:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078382.485890:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078382.485893:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078382.485897:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078382.485900:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078382.485902:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300040992
00000100:00000001:0.0:1769078382.485905:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300044355
00000100:00000001:0.0:1769078382.485908:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300040992
00000100:00000001:0.0:1769078382.485910:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300044355
00000100:00000001:0.0:1769078382.485912:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078382.485914:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078382.485916:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078382.485920:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078382/real 1769078382]  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078382.485928:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078382.485929:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078382.485931:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078382.485939:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078382.485941:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078382.485943:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078382.485947:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078382.485955:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485967:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078382.485968:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485970:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078382.485971:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078382.485975:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485981:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078382.485985:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.485993:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078382.485996:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.485997:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078382.485999:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.486001:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078382.486004:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078382.486007:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078382.486010:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078382.486012:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078382.486016:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078382.486023:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612197248:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078382.486026:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.486028:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078382.486030:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612197248/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078382.486037:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078382.486039:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078382.486040:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078382.486043:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078382.486044:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078382.486046:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078382.486048:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078382.486050:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:0.0:1769078382.486052:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078382.486053:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078382.486055:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:0.0:1769078382.486058:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078382.486059:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.486061:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078382.486064:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078382.486065:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078382.486067:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078382.486069:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078382.868734:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078382.868744:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078382.868830:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078382.868835:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078382.868838:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078383.508638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078383.508643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078383.508645:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078383.508650:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078383.508653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078383.508656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.508658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078383.508660:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078383.508662:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078383.892664:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078383.892668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078383.892724:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078383.892727:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078383.892729:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078384.532638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078384.532643:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078384.532644:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078384.532648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078384.532650:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078384.532653:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078384.532655:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078384.532657:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078384.532659:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078384.916668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078384.916675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078384.916734:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078384.916738:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078384.916741:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078385.556613:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078385.556624:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078385.556626:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078385.556634:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078385.556638:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078385.556642:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078385.556645:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078385.556648:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078385.556652:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078385.940684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078385.940692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078385.940751:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078385.940755:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078385.940757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078386.580615:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078386.580622:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078386.580623:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078386.580628:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078386.580631:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078386.580634:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078386.580636:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078386.580639:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078386.580641:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078386.964668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078386.964679:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078386.964682:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078386.964695:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078386.964701:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078386.964703:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078386.964705:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078386.964708:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078386.964764:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078386.964769:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078386.964773:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078387.092722:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300044355, at 4300044800
00000100:00000040:0.0:1769078387.092731:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300044355, at 4300044800
00000100:00000010:1.0:1769078387.092745:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30647e0.
00000100:00000010:0.0:1769078387.092747:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30640c0.
00000100:00080000:3.0:1769078387.604613:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078387.604622:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078387.604625:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078387.604628:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078387.604632:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078387.604638:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5372
00000400:00000200:3.0:1769078387.604645:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078387.604652:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078387.604654:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078387.604656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000040:3.0:1769078387.604658:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078387.604660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078387.604662:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078387.604663:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078387.604668:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:0.0:1769078387.604669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078387.604671:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078387.604674:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078387.604676:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078387.604678:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078387.604679:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000100:00000001:0.0:1769078387.604682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078387.604683:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078387.604685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1769078387.604687:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00000001:0.0:1769078387.604689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078387.604690:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078387.604694:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078387.604697:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078387.604699:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078387.604701:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078387.604703:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078387.604705:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078387.604707:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078387.604709:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078387.604711:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078387.604713:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078387.604716:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078387.604718:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078387.604720:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078387.604727:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769078387.604729:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078387.604732:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078387.604733:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078387.604735:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078387.604737:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078387.604740:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078387.604747:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769078387.604759:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078387.604767:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078387.604776:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078387.604779:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078387.604782:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078387.604803:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078387.604805:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078387.604808:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078387.604809:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078387.604810:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078387.604812:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078387.604813:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5372
00000400:00000200:3.0:1769078387.604815:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078387.604817:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078387.604819:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078387.604821:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078387.604822:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078387.604824:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078387.604825:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078387.604827:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078387.604828:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078387.604829:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078387.604831:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078387.604832:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078387.604834:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078387.604836:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078387.604838:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078387.604839:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078387.604842:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078387.604842:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078387.604847:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078387.604847:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:0.0:1769078387.604851:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078387.604852:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078387.604855:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078387.604859:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078387.604859:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078387.604863:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078387.604869:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078387.604873:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078387.604876:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769078387.604878:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078387.604879:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078387.604884:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078387.604886:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078387.604889:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769078387.604890:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078387.604892:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078387.604893:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078387.604894:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078387.604895:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078387.604896:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078387.604901:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078387.604902:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769078387.604904:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
02000000:00000001:0.0:1769078387.604909:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078387.604909:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078387.604917:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1769078387.604919:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197376:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078387.604930:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078387.604931:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078387.604934:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078387.604936:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769078387.604938:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078387.604941:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078387.604947:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078387.604949:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078387.604952:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:0.0:1769078387.604953:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
00000100:00000040:3.0:1769078387.604956:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1769078387.604957:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078387.604960:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078387.604964:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078387.604967:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078387.604969:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5383)
00000400:00000010:0.0:1769078387.604972:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078387.604978:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078387.604984:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612197376, portal 25
00000100:00000001:0.0:1769078387.604986:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078387.604988:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000040:0.0:1769078387.604994:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605000:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078387.605002:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078387.605004:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078387.605006:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612197376, offset 0
00000400:00000200:0.0:1769078387.605010:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078387.605016:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078387.605021:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078387.605025:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078387.605028:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078387.605031:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078387.605033:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078387.605036:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3926:3926:256:4294967295] 192.168.204.106@tcp LPNI seq info [3925:3925:8:4294967295]
00000400:00000200:0.0:1769078387.605039:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078387.605046:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078387.605050:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078387.605054:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078387.605060:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078387.605063:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078387.605153:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078387.605156:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078387.605159:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078387.605162:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078387.605167:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078387.605170:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078387.605175:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078387.605176:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078387.605179:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078387.605182:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605190:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078387.605192:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605198:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078387.605199:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078387.605204:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078387.605208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078387.605210:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300049475
00000100:00000010:0.0:1769078387.605215:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30640c0.
00000100:00000001:0.0:1769078387.605220:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078387.605225:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300049475
00000100:00000010:0.0:1769078387.605227:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064540.
00000100:00000001:0.0:1769078387.605229:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078387.605232:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078387.605234:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078387.605235:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078387.605238:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078387/real 1769078387]  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078387.605244:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078387.605246:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078387.605248:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078387.605249:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078387.605251:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078387.605252:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078387.605255:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078387.605260:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605265:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078387.605266:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605267:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078387.605269:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078387.605271:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605275:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078387.605279:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605283:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078387.605286:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605287:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078387.605287:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605289:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078387.605290:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078387.605292:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078387.605295:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078387.605296:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078387.605299:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078387.605304:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197376:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078387.605308:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605309:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078387.605311:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612197376/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605316:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078387.605318:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078387.605320:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078387.605322:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078387.605323:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078387.605324:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078387.605325:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078387.605327:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:0.0:1769078387.605330:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078387.605331:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078387.605332:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:0.0:1769078387.605335:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078387.605336:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605337:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605342:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078387.605343:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078387.605345:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078387.605346:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078387.605347:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078387.605349:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605354:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078387.605355:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078387.605356:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078387.605358:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078387.605359:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078387.605361:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612197504:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078387.605363:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078387.605364:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078387.605365:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078387.605367:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078387.605369:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078387.605370:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078387.605373:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078387.605375:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078387.605377:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078387.605379:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612197504, portal 10
00000100:00000001:0.0:1769078387.605381:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078387.605382:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00000040:0.0:1769078387.605386:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605391:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078387.605393:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078387.605394:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078387.605395:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612197504, offset 0
00000400:00000200:0.0:1769078387.605398:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078387.605400:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078387.605403:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078387.605405:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078387.605406:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078387.605408:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078387.605410:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078387.605412:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3927:3927:256:4294967295] 192.168.204.106@tcp LPNI seq info [3926:3926:8:4294967295]
00000400:00000200:0.0:1769078387.605415:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078387.605419:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078387.605422:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078387.605424:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078387.605427:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078387.605429:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078387.605432:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078387.605433:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078387.605436:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078387.605437:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078387.605440:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078387.605442:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078387.605444:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078387.605445:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078387.605447:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078387.605449:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605454:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078387.605456:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078412 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605460:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078387.605462:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078387.605464:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078387.605466:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078387.605468:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078387.605470:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300046111
00000100:00000001:0.0:1769078387.605472:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300049475
00000100:00000001:0.0:1769078387.605474:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300046111
00000100:00000001:0.0:1769078387.605475:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300049475
00000100:00000001:0.0:1769078387.605476:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078387.605478:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078387.605479:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078387.605481:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078387/real 1769078387]  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078387.605486:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078387.605487:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078387.605488:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078387.605489:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078387.605490:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078387.605492:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078387.605494:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078387.605500:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605504:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078387.605505:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605506:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078387.605507:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078387.605509:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605513:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078387.605515:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605519:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078387.605520:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605521:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078387.605522:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605523:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078387.605524:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078387.605526:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078387.605528:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078387.605529:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078387.605531:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078387.605536:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612197504:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078387.605538:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605539:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078387.605541:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612197504/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078412 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078387.605546:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078387.605547:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078387.605548:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078387.605550:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078387.605550:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078387.605570:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078387.605571:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078387.605572:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:0.0:1769078387.605574:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078387.605575:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078387.605576:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:0.0:1769078387.605579:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078387.605580:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605581:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078387.605583:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078387.605584:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078387.605585:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078387.605586:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078387.988685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078387.988690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078387.988770:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078387.988774:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078387.988778:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078388.628628:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078388.628638:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078388.628641:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078388.628648:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078388.628653:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078388.628656:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.628658:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078388.628661:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078388.628664:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078389.012671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078389.012676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078389.012743:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078389.012747:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078389.012751:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078389.652643:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078389.652651:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078389.652653:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078389.652660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078389.652664:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078389.652668:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078389.652671:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078389.652674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078389.652677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078390.036659:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078390.036665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078390.036726:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078390.036731:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078390.036735:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078390.678769:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078390.678778:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078390.678780:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078390.678786:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078390.678790:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078390.678793:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078390.678796:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078390.678798:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078390.678801:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078391.060714:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078391.060722:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078391.060794:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078391.060799:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078391.060802:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078391.700695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078391.700703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078391.700705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078391.700710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078391.700713:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078391.700716:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078391.700718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078391.700721:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078391.700723:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078392.084685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078392.084692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078392.084767:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078392.084772:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078392.084775:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078392.212780:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300049475, at 4300049920
00000100:00000010:1.0:1769078392.212796:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064540.
00000100:00000040:0.0:1769078392.212815:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300049475, at 4300049920
00000100:00000010:0.0:1769078392.212824:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30640c0.
00000100:00080000:3.0:1769078392.724654:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078392.724658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078392.724664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078392.724665:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078392.724667:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078392.724671:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769078392.724674:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078392.724676:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078392.724679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078392.724684:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.724687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078392.724689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078392.724690:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078392.724692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078392.724700:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5378
00000400:00000200:3.0:1769078392.724710:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078392.724717:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078392.724720:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078392.724723:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724726:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078392.724728:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724730:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078392.724734:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078392.724743:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078392.724746:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078392.724749:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078392.724751:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078392.724755:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078392.724758:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724760:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078392.724762:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724764:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078392.724767:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078392.724770:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724773:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078392.724775:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078392.724778:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078392.724781:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078392.724783:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078392.724785:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078392.724794:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769078392.724797:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078392.724802:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078392.724803:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078392.724806:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078392.724808:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078392.724812:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078392.724819:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769078392.724825:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078392.724833:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078392.724843:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078392.724847:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078392.724852:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078392.724872:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078392.724874:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078392.724877:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078392.724879:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078392.724880:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078392.724883:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078392.724890:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5378
00000400:00000200:3.0:1769078392.724894:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078392.724898:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078392.724900:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078392.724902:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078392.724904:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078392.724906:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078392.724909:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724913:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078392.724915:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078392.724917:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724922:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078392.724927:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078392.724929:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:0.0:1769078392.724933:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078392.724934:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1769078392.724937:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078392.724938:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078392.724942:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:0.0:1769078392.724943:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078392.724945:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:0.0:1769078392.724947:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078392.724950:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:0.0:1769078392.724953:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078392.724954:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1769078392.724961:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197632:192.168.204.106@tcp:250:kworker.0
00000100:00000040:3.0:1769078392.724962:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078392.724968:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078392.724969:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078392.724972:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:0.0:1769078392.724975:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769078392.724991:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:0.0:1769078392.724993:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078392.724995:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078392.724998:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078392.724999:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1769078392.725006:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:3.0:1769078392.725006:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078392.725011:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078392.725012:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078392.725016:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078392.725020:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078392.725021:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:3.0:1769078392.725025:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078392.725029:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000100:00000001:3.0:1769078392.725029:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078392.725036:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769078392.725039:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000400:00000010:0.0:1769078392.725040:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
02000000:00000001:3.0:1769078392.725043:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078392.725046:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078392.725048:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1769078392.725049:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612197632, portal 25
02000000:00000001:3.0:1769078392.725050:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078392.725053:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078392.725054:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078392.725056:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
02000000:00000010:3.0:1769078392.725061:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000040:0.0:1769078392.725064:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078392.725066:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078392.725075:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078392.725077:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078392.725082:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078392.725087:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000001:3.0:1769078392.725090:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769078392.725092:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612197632, offset 0
00000100:00000001:3.0:1769078392.725094:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078392.725101:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078392.725104:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078392.725116:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078392.725125:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:3.0:1769078392.725125:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078392.725129:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078392.725133:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078392.725138:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078392.725141:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078392.725141:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078392.725147:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:3.0:1769078392.725148:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078392.725153:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078392.725154:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3928:3928:256:4294967295] 192.168.204.106@tcp LPNI seq info [3927:3927:8:4294967295]
00000400:00000200:0.0:1769078392.725161:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:3.0:1769078392.725161:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5388)
00000400:00000200:0.0:1769078392.725174:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078392.725180:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078392.725187:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078392.725193:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078392.725197:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078392.725202:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078392.725206:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769078392.725210:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078392.725212:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078392.725218:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078392.725222:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078392.725227:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078392.725229:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078392.725232:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078392.725236:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725245:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078392.725249:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725256:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078392.725258:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078392.725264:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078392.725268:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078392.725270:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300054595
00000100:00000010:0.0:1769078392.725275:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30640c0.
00000100:00000001:0.0:1769078392.725280:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078392.725286:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300054595
00000100:00000010:0.0:1769078392.725288:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30646c0.
00000100:00000001:0.0:1769078392.725291:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078392.725294:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078392.725297:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078392.725299:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078392.725303:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078392/real 1769078392]  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078392.725318:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078392.725320:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078392.725322:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078392.725325:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078392.725326:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078392.725329:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078392.725333:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078392.725341:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725348:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078392.725349:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725351:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078392.725353:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078392.725357:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725364:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078392.725368:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725375:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078392.725378:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725379:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078392.725380:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725382:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078392.725384:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078392.725386:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078392.725390:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078392.725393:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078392.725397:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078392.725406:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197632:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078392.725410:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725412:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078392.725415:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612197632/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725422:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078392.725424:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078392.725426:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078392.725429:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078392.725431:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078392.725433:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078392.725435:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078392.725437:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9c00.
02000000:00000001:0.0:1769078392.725440:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078392.725443:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078392.725444:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:0.0:1769078392.725453:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078392.725454:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725457:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725462:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078392.725464:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078392.725466:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078392.725467:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078392.725468:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078392.725472:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725479:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078392.725480:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078392.725482:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078392.725484:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078392.725486:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078392.725489:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612197760:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078392.725492:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078392.725494:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078392.725495:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078392.725497:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078392.725499:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078392.725501:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078392.725505:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078392.725508:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078392.725511:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078392.725514:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612197760, portal 10
00000100:00000001:0.0:1769078392.725516:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078392.725517:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000040:0.0:1769078392.725522:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725528:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078392.725531:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078392.725533:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078392.725535:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612197760, offset 0
00000400:00000200:0.0:1769078392.725539:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078392.725543:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078392.725546:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078392.725549:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078392.725568:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078392.725571:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078392.725573:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078392.725576:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3929:3929:256:4294967295] 192.168.204.106@tcp LPNI seq info [3928:3928:8:4294967295]
00000400:00000200:0.0:1769078392.725580:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078392.725587:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078392.725592:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078392.725595:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078392.725599:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078392.725602:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078392.725606:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078392.725609:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769078392.725613:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078392.725615:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078392.725618:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078392.725634:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078392.725638:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078392.725639:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078392.725642:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078392.725645:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725652:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078392.725655:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078417 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725662:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078392.725663:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078392.725666:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078392.725669:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078392.725673:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078392.725675:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300051232
00000100:00000001:0.0:1769078392.725677:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300054595
00000100:00000001:0.0:1769078392.725679:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300051232
00000100:00000001:0.0:1769078392.725681:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300054595
00000100:00000001:0.0:1769078392.725683:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078392.725686:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078392.725687:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078392.725691:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078392/real 1769078392]  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078392.725699:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078392.725700:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078392.725702:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078392.725704:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078392.725706:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078392.725708:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078392.725711:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078392.725719:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725725:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078392.725726:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725728:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078392.725729:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078392.725733:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725740:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078392.725743:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725750:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078392.725752:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725754:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078392.725756:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725757:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078392.725759:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078392.725761:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078392.725764:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078392.725766:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078392.725770:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078392.725778:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612197760:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078392.725781:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725783:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078392.725786:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612197760/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078417 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078392.725793:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078392.725794:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078392.725796:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078392.725798:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078392.725799:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078392.725800:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078392.725802:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078392.725803:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:0.0:1769078392.725805:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078392.725806:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078392.725808:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:0.0:1769078392.725811:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078392.725812:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725814:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078392.725817:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078392.725818:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078392.725819:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078392.725821:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078393.108644:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078393.108654:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078393.108712:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078393.108717:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078393.108720:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078393.749201:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078393.749210:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078393.749212:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078393.749219:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078393.749223:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078393.749227:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.749230:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078393.749233:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078393.749236:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078394.132660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078394.132669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078394.132772:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078394.132776:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078394.132780:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078394.772835:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078394.772844:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078394.772847:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078394.772853:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078394.772867:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078394.772873:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078394.772876:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078394.772879:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078394.772882:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078395.156720:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078395.156726:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078395.156816:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078395.156823:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078395.156829:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078395.796668:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078395.796674:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078395.796675:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078395.796680:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078395.796682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078395.796685:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078395.796687:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078395.796689:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078395.796691:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078396.180876:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078396.180883:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078396.181102:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078396.181106:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078396.181109:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078396.820772:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078396.820780:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078396.820782:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078396.820789:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078396.820793:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078396.820797:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078396.820800:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078396.820802:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078396.820805:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078397.204854:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078397.204862:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078397.204864:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078397.204867:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078397.204871:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078397.204873:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078397.204876:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078397.204878:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078397.204954:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078397.204959:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078397.204962:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078397.332667:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300054595, at 4300055040
00000100:00000010:0.0:1769078397.332684:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30640c0.
00000100:00000040:1.0:1769078397.333152:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300054595, at 4300055040
00000100:00000010:1.0:1769078397.333159:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30646c0.
00000100:00080000:3.0:1769078397.844680:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078397.844691:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078397.844694:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078397.844697:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078397.844701:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078397.844709:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5383
00000400:00000200:3.0:1769078397.844718:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078397.844724:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078397.844727:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078397.844731:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844734:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078397.844736:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844739:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078397.844743:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078397.844745:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078397.844747:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078397.844750:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078397.844752:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078397.844755:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078397.844758:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844760:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078397.844762:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844764:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078397.844767:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078397.844770:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844773:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078397.844776:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078397.844779:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078397.844782:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078397.844785:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078397.844787:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078397.844796:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769078397.844799:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078397.844803:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078397.844804:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078397.844807:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078397.844809:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078397.844813:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078397.844821:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769078397.844827:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078397.844835:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078397.844846:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078397.844850:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078397.844861:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078397.844880:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078397.844883:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078397.844887:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078397.844888:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078397.844890:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078397.844911:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078397.844915:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5383
00000400:00000200:3.0:1769078397.844919:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078397.844922:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078397.844925:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078397.844928:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844929:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078397.844931:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844934:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078397.844936:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078397.844937:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078397.844939:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078397.844941:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078397.844943:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078397.844945:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078397.844948:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844949:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078397.844951:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844953:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078397.844955:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078397.844958:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078397.844960:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078397.844962:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078397.844967:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078397.844969:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078397.844971:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078397.844974:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078397.844977:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078397.844979:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078397.844982:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769078397.844985:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078397.844987:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078397.844989:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078397.844991:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078397.844994:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078397.844996:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078397.845000:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00000001:3.0:1769078397.845003:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078397.845008:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078397.845015:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078397.845018:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078397.845021:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078397.845029:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078397.845031:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078397.845035:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078397.845038:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078397.845042:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078397.845046:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5393)
00000100:00000001:0.0:1769078397.845712:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078397.845716:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078397.845718:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078397.845726:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.845735:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078397.845737:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078397.845739:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
02000000:00000001:0.0:1769078397.845740:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078397.845743:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1769078397.845745:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078397.845745:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078397.845750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
02000000:00000001:0.0:1769078397.845751:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078397.845753:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00100000:0.0:1769078397.845757:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197888:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078397.845757:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078397.845760:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078397.845763:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.845766:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078397.845766:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078397.845772:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078397.845775:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078397.845778:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078397.845783:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078397.845785:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078397.845791:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078397.845795:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078397.845801:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078397.845808:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612197888, portal 25
00000100:00000001:0.0:1769078397.845810:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078397.845811:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:0.0:1769078397.845817:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.845825:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078397.845828:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078397.845830:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078397.845833:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612197888, offset 0
00000400:00000200:0.0:1769078397.845839:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078397.845847:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078397.845853:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078397.845858:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078397.845862:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078397.845866:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078397.845868:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078397.845872:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3930:3930:256:4294967295] 192.168.204.106@tcp LPNI seq info [3929:3929:8:4294967295]
00000400:00000200:0.0:1769078397.845876:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078397.845884:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078397.845890:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078397.845980:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078397.845988:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078397.845991:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078397.845997:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078397.846001:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078397.846005:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078397.846008:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078397.846014:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078397.846018:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078397.846023:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078397.846025:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078397.846030:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078397.846033:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.846042:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078397.846046:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.846627:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078397.846629:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078397.846637:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078397.846641:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078397.846644:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300059717
00000100:00000010:0.0:1769078397.846650:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30640c0.
00000100:00000001:0.0:1769078397.846656:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078397.846663:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300059717
00000100:00000010:0.0:1769078397.846666:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064c60.
00000100:00000001:0.0:1769078397.846669:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078397.846672:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078397.846674:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078397.846676:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078397.846681:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078397/real 1769078397]  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078397.846689:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078397.846691:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078397.846693:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078397.846696:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078397.846697:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078397.846699:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078397.846703:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078397.846711:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.846718:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078397.846719:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.846721:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078397.846723:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078397.846726:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.846733:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078397.846737:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.846744:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078397.846747:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.846748:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078397.846750:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.846752:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078397.846754:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078397.846756:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078397.846760:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078397.846762:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078397.846766:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078397.846774:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612197888:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078397.846778:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078397.846781:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.846793:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078397.846794:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078397.846796:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078397.846798:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078397.846800:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078397.846803:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198016:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078397.846806:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078397.846808:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078397.846809:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078397.846811:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078397.846814:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078397.846816:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078397.846820:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078397.846823:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078397.846827:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078397.846829:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198016, portal 10
00000100:00000001:0.0:1769078397.846831:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078397.846833:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:0.0:1769078397.846839:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.846845:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078397.846847:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078397.846849:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078397.846852:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612198016, offset 0
00000400:00000200:0.0:1769078397.846855:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078397.846859:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078397.846863:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078397.846866:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078397.846868:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078397.846871:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078397.846873:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078397.846876:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3931:3931:256:4294967295] 192.168.204.106@tcp LPNI seq info [3930:3930:8:4294967295]
00000400:00000200:0.0:1769078397.846880:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078397.846887:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078397.846891:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078397.848030:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078397.848037:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078397.848041:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078397.848045:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078397.848112:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078397.848118:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078397.848120:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078397.848124:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078397.848128:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078397.848133:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078397.848136:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078397.848139:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078397.848207:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.848216:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078397.848219:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078422 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.848226:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078397.848228:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078397.848233:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078397.848237:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078397.848241:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078397.848244:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300056354
00000100:00000001:0.0:1769078397.848246:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300059717
00000100:00000001:0.0:1769078397.848248:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300056354
00000100:00000001:0.0:1769078397.848250:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300059717
00000100:00000001:0.0:1769078397.848252:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078397.848255:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078397.848257:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078397.848260:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078397/real 1769078397]  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078397.848268:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078397.848269:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078397.848270:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078397.848273:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078397.848275:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078397.848277:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078397.848279:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078397.848287:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.848293:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078397.848294:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.848296:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078397.848298:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078397.848301:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.848307:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078397.848311:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.848317:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078397.848319:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.848321:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078397.848322:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.848324:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078397.848326:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078397.848328:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078397.848332:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078397.848334:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078397.848338:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078397.848345:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198016:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078397.848349:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.848351:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078397.848354:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1f80 x1855007612197888/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.848360:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078397.848363:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078397.848366:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078397.848369:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078397.848371:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078397.848372:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078397.848375:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078397.848377:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:0.0:1769078397.848380:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078397.848382:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078397.848383:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:0.0:1769078397.848388:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078397.848389:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.848391:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078397.848394:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0e00 x1855007612198016/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078422 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078397.848400:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078397.848402:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078397.848403:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078397.848405:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078397.848406:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078397.848408:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078397.848410:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078397.848411:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:0.0:1769078397.848413:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078397.848414:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078397.848416:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:0.0:1769078397.848418:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078397.848419:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.848421:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078397.848428:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078397.848430:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078397.848432:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078397.848434:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078398.228867:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078398.228872:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078398.228944:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078398.228949:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078398.228952:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078398.868688:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078398.868696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078398.868698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078398.868703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078398.868707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078398.868711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078398.868713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078398.868716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078398.868719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078399.252665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078399.252669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078399.252725:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078399.252728:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078399.252732:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078399.893848:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078399.893856:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078399.893871:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078399.893877:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078399.893881:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078399.893885:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.893887:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078399.893889:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078399.893893:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078400.276687:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078400.276694:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078400.276791:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078400.276794:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078400.276797:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078400.916682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078400.916689:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078400.916691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078400.916696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078400.916700:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078400.916703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078400.916706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078400.916708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078400.916711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078401.301028:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078401.301035:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078401.301090:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078401.301093:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078401.301096:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078401.940705:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078401.940715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078401.940717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078401.940723:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078401.940728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078401.940732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078401.940735:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078401.940738:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078401.940741:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078402.324741:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078402.324747:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078402.324873:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078402.324877:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078402.324880:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078402.452851:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300059717, at 4300060160
00000100:00000010:0.0:1769078402.452868:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30640c0.
00000100:00000040:1.0:1769078402.452913:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300059717, at 4300060160
00000100:00000010:1.0:1769078402.452921:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064c60.
00000100:00000001:1.0:1769078402.964672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078402.964680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078402.964682:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078402.964688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078402.964705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078402.964709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078402.964713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078402.964714:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078402.964716:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078402.964721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078402.964724:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078402.964728:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078402.964732:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078402.964735:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078402.964742:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5388
00000400:00000200:3.0:1769078402.964752:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078402.964760:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078402.964763:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078402.964767:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.964770:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078402.964773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.964775:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078402.964779:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078402.964781:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078402.964783:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078402.964785:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078402.964788:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078402.964790:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078402.964793:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.964795:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078402.964797:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.964799:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078402.964802:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078402.964816:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078402.964819:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078402.964868:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078402.964872:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078402.964876:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.964879:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078402.964881:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078402.964891:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769078402.964895:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078402.964899:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078402.964901:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.964903:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078402.964906:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078402.964910:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078402.964917:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769078402.964923:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078402.964932:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078402.964942:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078402.964947:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078402.964951:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.964979:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078402.964982:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078402.964985:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078402.964987:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078402.964988:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078402.964991:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078402.965058:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5388
00000400:00000200:3.0:1769078402.965064:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078402.965068:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078402.965070:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078402.965073:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.965075:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078402.965077:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.965079:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078402.965082:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078402.965083:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078402.965085:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078402.965087:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078402.965089:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078402.965091:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078402.965094:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.965096:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078402.965098:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078402.965100:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078402.965102:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078402.965104:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078402.965108:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078402.965110:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078402.965115:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078402.965117:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.965119:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078402.965123:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078402.965126:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.965128:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078402.965132:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000100:00000001:0.0:1769078402.965269:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078402.965273:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078402.965275:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078402.965281:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.965288:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078402.965289:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078402.965293:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078402.965295:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078402.965298:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078402.965301:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198144:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078402.965305:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078402.965309:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078402.965311:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078402.965313:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078402.965318:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078402.965320:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078402.965326:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078402.965330:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078402.965337:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078402.965343:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198144, portal 25
00000100:00000001:0.0:1769078402.965345:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078402.965347:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334608128 : -118662374943488 : ffff9413c34b1500)
00000100:00000040:0.0:1769078402.965353:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.965360:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078402.965363:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078402.965366:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078402.965369:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612198144, offset 0
00000400:00000200:0.0:1769078402.965375:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078402.965383:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078402.965389:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078402.965394:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078402.965398:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078402.965402:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078402.965405:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078402.965409:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3932:3932:256:4294967295] 192.168.204.106@tcp LPNI seq info [3931:3931:8:4294967295]
00000400:00000200:0.0:1769078402.965413:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078402.965422:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078402.965428:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078402.965433:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078402.965439:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078402.965443:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078402.965449:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078402.965452:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078402.965456:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078402.965459:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078402.965465:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078402.965469:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078402.965473:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078402.965476:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078402.965480:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078402.965484:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.965493:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078402.965496:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.965504:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078402.965505:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078402.965511:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078402.965515:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078402.965518:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300064835
00000100:00000010:0.0:1769078402.965523:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30640c0.
00000100:00000001:0.0:1769078402.965529:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078402.965536:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300064835
00000100:00000010:0.0:1769078402.965538:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30649c0.
00000100:00000001:0.0:1769078402.965541:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078402.965544:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078402.965546:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078402.965549:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078402.965575:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078402/real 1769078402]  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078402.965584:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078402.965586:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078402.965588:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078402.965590:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078402.965592:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078402.965594:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078402.965598:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078402.965969:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078402.965974:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078402.965975:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078402.965977:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078402.965979:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078402.965981:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078402.965986:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:3.0:1769078402.965990:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078402.966004:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078402.966012:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078402.966015:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078402.966019:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078402.966027:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078402.966030:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078402.966034:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078402.966037:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078402.966040:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078402.966044:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5398)
00000100:00000200:0.0:1769078402.967750:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.967764:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078402.967767:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.967770:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078402.967772:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078402.967778:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.967787:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078402.967791:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.967799:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078402.967802:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.967803:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078402.967805:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.967818:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078402.967820:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078402.967824:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078402.967828:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078402.967831:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078402.967835:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078402.967844:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198144:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078402.967848:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.967851:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078402.967853:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1500 x1855007612198144/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.967859:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078402.967862:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078402.967864:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078402.967868:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078402.967870:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078402.967872:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078402.967874:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078402.967876:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:0.0:1769078402.967879:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078402.967882:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078402.967884:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1500.
00000100:00000001:0.0:1769078402.967887:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078402.967888:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.967891:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.967899:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078402.967900:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078402.967903:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078402.967905:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078402.967907:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078402.967911:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.967919:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078402.967920:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078402.967923:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078402.967926:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078402.967928:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078402.967931:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198272:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078402.967934:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078402.967938:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078402.967939:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078402.967941:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078402.967946:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078402.967947:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078402.967954:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078402.967958:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078402.967963:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078402.967968:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198272, portal 10
00000100:00000001:0.0:1769078402.967970:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078402.967971:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334604544 : -118662374947072 : ffff9413c34b0700)
00000100:00000040:0.0:1769078402.967978:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.967984:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078402.967987:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078402.967990:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078402.967992:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612198272, offset 0
00000400:00000200:0.0:1769078402.967998:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078402.968003:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078402.968009:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078402.968013:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078402.968016:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078402.968019:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078402.968023:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078402.968026:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3933:3933:256:4294967295] 192.168.204.106@tcp LPNI seq info [3932:3932:8:4294967295]
00000400:00000200:0.0:1769078402.968030:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078402.968038:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078402.968043:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078402.968047:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078402.968052:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078402.968055:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078402.968060:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078402.968063:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078402.968066:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078402.968068:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078402.968073:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078402.968076:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078402.968080:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078402.968082:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078402.968085:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078402.968088:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.968096:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078402.968099:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078427 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.968105:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078402.968106:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078402.968113:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078402.968117:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078402.968120:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078402.968123:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300061474
00000100:00000001:0.0:1769078402.968125:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300064835
00000100:00000001:0.0:1769078402.968128:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300061474
00000100:00000001:0.0:1769078402.968130:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300064835
00000100:00000001:0.0:1769078402.968132:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078402.968148:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078402.968150:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078402.968155:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078402/real 1769078402]  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078402.968163:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078402.968164:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078402.968166:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078402.968169:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078402.968171:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078402.968173:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078402.968176:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078402.968185:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.968191:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078402.968192:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.968194:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078402.968195:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078402.968199:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.968206:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078402.968210:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.968216:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078402.968218:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.968220:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078402.968221:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.968223:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078402.968225:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078402.968227:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078402.968230:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078402.968233:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078402.968236:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078402.968244:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198272:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078402.968247:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.968249:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078402.968252:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0700 x1855007612198272/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078427 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078402.968258:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078402.968260:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078402.968262:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078402.968264:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078402.968266:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078402.968267:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078402.968269:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078402.968271:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:0.0:1769078402.968273:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078402.968274:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078402.968276:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0700.
00000100:00000001:0.0:1769078402.968279:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078402.968280:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.968283:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078402.968286:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078402.968287:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078402.968289:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078402.968291:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078403.349327:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078403.349333:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078403.349436:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078403.349440:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078403.349444:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078403.989362:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078403.989370:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078403.989372:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078403.989380:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078403.989384:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078403.989388:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078403.989392:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078403.989394:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078403.989397:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078404.372704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078404.372712:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078404.372778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078404.372795:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078404.372800:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078405.012744:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078405.012755:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078405.012757:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078405.012764:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078405.012769:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078405.012797:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078405.012800:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078405.012803:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078405.012806:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078405.396724:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078405.396730:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078405.396819:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078405.396824:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078405.396828:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078406.036629:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078406.036636:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078406.036637:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078406.036640:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078406.036643:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078406.036645:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078406.036647:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078406.036649:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078406.036650:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078406.420682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078406.420689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078406.420797:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078406.420801:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078406.420803:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078407.061091:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078407.061100:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078407.061102:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078407.061109:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078407.061113:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078407.061118:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078407.061121:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078407.061123:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078407.061126:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078407.444689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078407.444698:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078407.444700:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078407.444703:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078407.444708:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078407.444710:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078407.444712:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078407.444714:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078407.444792:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078407.444798:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078407.444801:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078407.572682:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300064835, at 4300065280
00000100:00000040:1.0:1769078407.572682:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300064835, at 4300065280
00000100:00000010:1.0:1769078407.572698:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30649c0.
00000100:00000010:0.0:1769078407.572699:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30640c0.
00000100:00080000:3.0:1769078408.084674:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078408.084676:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078408.084682:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078408.084686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078408.084686:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078408.084691:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769078408.084693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078408.084696:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078408.084698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078408.084703:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078408.084704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.084708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078408.084711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078408.084713:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5393
00000100:00000001:0.0:1769078408.084715:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078408.084734:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078408.084826:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078408.084831:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078408.084834:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.084838:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078408.084840:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.084842:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078408.084846:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078408.084848:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078408.084851:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078408.084853:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078408.084855:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078408.084858:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078408.084861:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.084862:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078408.084864:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.084866:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078408.084870:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078408.084873:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078408.084876:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.084879:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078408.084882:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078408.084886:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.084888:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078408.084891:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078408.084903:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000020:00000040:3.0:1769078408.084907:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078408.084911:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078408.084913:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.084916:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078408.084918:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078408.084922:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078408.084930:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769078408.084937:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078408.084945:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078408.084955:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078408.084960:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078408.084965:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.084992:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078408.084995:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078408.084998:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078408.084999:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078408.085000:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078408.085003:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078408.085005:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5393
00000400:00000200:3.0:1769078408.085009:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078408.085012:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078408.085014:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078408.085016:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.085018:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078408.085020:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.085022:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078408.085024:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078408.085026:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078408.085028:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078408.085029:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078408.085031:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078408.085033:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078408.085036:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.085037:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078408.085039:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078408.085041:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078408.085043:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078408.085045:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078408.085047:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078408.085049:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078408.085054:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078408.085056:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.085058:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078408.085061:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078408.085064:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.085066:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078408.085069:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769078408.085071:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078408.085073:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078408.085074:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078408.085075:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078408.085077:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078408.085078:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078408.085082:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769078408.085085:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078408.085089:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078408.085096:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078408.085099:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078408.085102:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078408.085110:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078408.085113:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078408.085117:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078408.085121:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078408.085124:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078408.085129:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5403)
00000100:00000001:0.0:1769078408.085576:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078408.085579:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078408.085581:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078408.085587:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.085595:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078408.085596:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078408.085600:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078408.085602:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078408.085605:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078408.085608:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198400:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078408.085612:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078408.085616:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078408.085618:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078408.085620:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078408.085625:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078408.085627:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078408.085633:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078408.085637:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078408.085645:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078408.085652:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198400, portal 25
00000100:00000001:0.0:1769078408.085654:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078408.085656:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334616192 : -118662374935424 : ffff9413c34b3480)
00000100:00000040:0.0:1769078408.085661:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.085668:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078408.085671:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078408.085674:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078408.085677:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612198400, offset 0
00000400:00000200:0.0:1769078408.085683:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078408.085691:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078408.085696:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078408.085702:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078408.085706:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078408.085710:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078408.085712:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078408.085717:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3934:3934:256:4294967295] 192.168.204.106@tcp LPNI seq info [3933:3933:8:4294967295]
00000400:00000200:0.0:1769078408.085731:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078408.085748:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078408.085754:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078408.085760:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078408.085767:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078408.085770:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078408.085776:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078408.085780:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078408.085784:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078408.085786:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078408.085794:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078408.085800:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078408.085806:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078408.085810:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078408.085814:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078408.085818:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.085832:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078408.085836:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.085842:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078408.085843:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078408.085850:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078408.085856:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078408.085858:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300069956
00000100:00000010:0.0:1769078408.085863:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30640c0.
00000100:00000001:0.0:1769078408.085870:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078408.085876:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300069956
00000100:00000010:0.0:1769078408.085880:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064e40.
00000100:00000001:0.0:1769078408.085883:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078408.085886:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078408.085889:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078408.085891:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078408.085895:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078408/real 1769078408]  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078408.085903:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078408.085905:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078408.085906:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078408.085909:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078408.085910:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078408.085913:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078408.085916:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078408.085924:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.085930:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078408.085932:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.085934:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078408.085936:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078408.085940:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.085947:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078408.085951:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.085958:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078408.085961:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.085962:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078408.085964:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.085966:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078408.085967:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078408.085970:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078408.085974:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078408.085976:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078408.085980:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078408.085988:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198400:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078408.085993:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078408.085995:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086001:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078408.086003:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078408.086004:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078408.086006:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078408.086008:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078408.086011:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198528:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078408.086014:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078408.086016:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078408.086018:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078408.086019:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078408.086023:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078408.086025:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078408.086029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078408.086031:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078408.086034:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078408.086037:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198528, portal 10
00000100:00000001:0.0:1769078408.086039:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078408.086040:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334602752 : -118662374948864 : ffff9413c34b0000)
00000100:00000040:0.0:1769078408.086046:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086052:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078408.086055:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078408.086057:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078408.086059:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612198528, offset 0
00000400:00000200:0.0:1769078408.086063:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078408.086066:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078408.086070:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078408.086072:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078408.086074:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078408.086076:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078408.086078:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078408.086080:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3935:3935:256:4294967295] 192.168.204.106@tcp LPNI seq info [3934:3934:8:4294967295]
00000400:00000200:0.0:1769078408.086084:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078408.086089:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078408.086094:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078408.086097:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078408.086101:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078408.086104:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078408.086108:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078408.086125:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078408.086129:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078408.086131:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078408.086133:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078408.086137:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078408.086140:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078408.086142:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078408.086144:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078408.086147:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086154:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078408.086156:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086163:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078408.086164:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078408.086167:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078408.086171:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078408.086174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078408.086176:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300066592
00000100:00000001:0.0:1769078408.086178:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300069956
00000100:00000001:0.0:1769078408.086181:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300066592
00000100:00000001:0.0:1769078408.086183:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300069956
00000100:00000001:0.0:1769078408.086185:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078408.086187:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078408.086188:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078408.086192:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078408/real 1769078408]  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078408.086199:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078408.086201:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078408.086203:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078408.086205:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078408.086206:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078408.086208:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078408.086211:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078408.086220:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086227:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078408.086228:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.086230:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078408.086231:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078408.086235:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086241:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078408.086245:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086251:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078408.086254:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.086255:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078408.086256:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.086258:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078408.086260:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078408.086263:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078408.086266:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078408.086268:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078408.086271:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078408.086279:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198528:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078408.086283:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.086285:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078408.086289:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3480 x1855007612198400/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086296:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078408.086298:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078408.086300:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078408.086303:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078408.086305:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078408.086307:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078408.086309:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078408.086311:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:0.0:1769078408.086314:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078408.086316:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078408.086318:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3480.
00000100:00000001:0.0:1769078408.086321:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078408.086322:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.086324:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078408.086327:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0000 x1855007612198528/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078408.086333:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078408.086334:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078408.086335:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078408.086337:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078408.086338:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078408.086339:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078408.086341:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078408.086342:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:0.0:1769078408.086345:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078408.086346:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078408.086347:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0000.
00000100:00000001:0.0:1769078408.086350:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078408.086351:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.086353:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078408.086359:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078408.086361:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078408.086363:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078408.086365:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078408.469134:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078408.469140:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078408.469630:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078408.469633:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078408.469636:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078409.108692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078409.108699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078409.108700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078409.108714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078409.108718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078409.108722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078409.108725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078409.108728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078409.108730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078409.492634:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078409.492641:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078409.492717:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078409.492722:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078409.492727:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078410.134377:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078410.134385:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078410.134387:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078410.134392:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078410.134396:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078410.134400:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078410.134402:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078410.134404:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078410.134407:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078410.517232:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078410.517250:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078410.517368:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078410.517373:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078410.517376:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078411.156699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078411.156706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078411.156708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078411.156714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078411.156718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078411.156722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078411.156725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078411.156727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078411.156730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078411.540712:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078411.540719:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078411.540921:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078411.540926:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078411.540929:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078412.180683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078412.180690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078412.180692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078412.180698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078412.180701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078412.180705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078412.180707:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078412.180710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078412.180713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078412.564683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078412.564688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078412.564749:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078412.564753:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078412.564765:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078412.692672:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300069956, at 4300070400
00000100:00000040:0.0:1769078412.692687:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300069956, at 4300070400
00000100:00000010:1.0:1769078412.692687:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064e40.
00000100:00000010:0.0:1769078412.692697:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30640c0.
00000100:00080000:3.0:1769078413.204675:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078413.204680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:3.0:1769078413.204686:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078413.204687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078413.204691:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.204691:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1769078413.204696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078413.204702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078413.204705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078413.204706:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078413.204708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078413.204713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078413.204713:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1769078413.204719:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078413.204722:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5398
00000400:00000200:3.0:1769078413.204731:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078413.204737:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078413.204740:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078413.204742:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078413.204746:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078413.204749:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078413.204751:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078413.204755:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078413.204757:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078413.204759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078413.204762:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078413.204764:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078413.204766:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078413.204769:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078413.204771:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078413.204773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078413.204775:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078413.204778:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078413.204781:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078413.204783:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.204785:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078413.204788:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078413.204791:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.204792:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078413.204795:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078413.204803:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0000.
00000020:00000040:3.0:1769078413.204806:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078413.204810:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078413.204811:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.204814:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078413.204816:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078413.204819:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078413.204827:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769078413.204832:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078413.204840:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078413.204848:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078413.204852:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078413.204856:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea613c0] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078413.204875:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078413.204877:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078413.204880:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078413.204881:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078413.204890:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078413.204893:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078413.204896:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5398
00000400:00000200:3.0:1769078413.204900:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078413.204902:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078413.204905:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:0.0:1769078413.204907:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769078413.204908:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1769078413.204911:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078413.204914:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078413.204917:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078413.204921:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078413.204927:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078413.204934:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078413.204935:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078413.204938:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078413.204939:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078413.204943:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
02000000:00000001:0.0:1769078413.204945:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078413.204945:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:0.0:1769078413.204948:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078413.204951:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078413.204952:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00100000:0.0:1769078413.204955:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198656:192.168.204.106@tcp:250:kworker.0
00000020:00000001:3.0:1769078413.204957:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:0.0:1769078413.204960:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769078413.204961:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
02000000:00000001:0.0:1769078413.204964:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078413.204967:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078413.204968:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:0.0:1769078413.204971:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078413.204972:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1769078413.204976:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000040:3.0:1769078413.204976:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078413.204980:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:0.0:1769078413.204981:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078413.204986:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000400:00000200:0.0:1769078413.204990:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00080000:3.0:1769078413.204991:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000400:00000010:0.0:1769078413.204994:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000100:00000001:3.0:1769078413.204995:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078413.204999:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1769078413.205001:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
02000000:00000001:3.0:1769078413.205004:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1769078413.205008:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198656, portal 25
02000000:00000001:3.0:1769078413.205009:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205012:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078413.205014:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078413.205015:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334602752 : -118662374948864 : ffff9413c34b0000)
00000008:00100000:3.0:1769078413.205019:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1769078413.205021:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078413.205026:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078413.205031:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205032:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078413.205036:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000010:3.0:1769078413.205036:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3480.
00000400:00000010:0.0:1769078413.205041:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000020:00000040:3.0:1769078413.205042:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000200:0.0:1769078413.205044:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612198656, offset 0
02000000:00000001:3.0:1769078413.205046:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078413.205050:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078413.205051:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000001:3.0:1769078413.205054:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1769078413.205059:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078413.205064:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
02000000:00000001:3.0:1769078413.205064:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078413.205068:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078413.205071:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078413.205075:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
02000000:00000010:3.0:1769078413.205076:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000400:00000200:0.0:1769078413.205079:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078413.205083:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000001:3.0:1769078413.205083:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078413.205088:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3936:3936:256:4294967295] 192.168.204.106@tcp LPNI seq info [3935:3935:8:4294967295]
00000100:00100000:3.0:1769078413.205093:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078413.205094:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078413.205106:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078413.205107:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078413.205111:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769078413.205112:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078413.205118:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000100:00000040:3.0:1769078413.205118:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1b83f1a] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769078413.205127:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078413.205131:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1769078413.205134:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1769078413.205138:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000040:3.0:1769078413.205139:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1769078413.205142:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769078413.205144:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:0.0:1769078413.205148:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000100:00000040:3.0:1769078413.205150:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1769078413.205151:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000100:00000040:3.0:1769078413.205157:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078413.205159:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078413.205162:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5408)
00000400:00000200:0.0:1769078413.205165:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078413.205169:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078413.205170:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078413.205173:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078413.205177:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205183:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078413.205186:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205191:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205192:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078413.205196:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078413.205199:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078413.205200:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300075075
00000100:00000010:0.0:1769078413.205204:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30640c0.
00000100:00000001:0.0:1769078413.205208:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078413.205212:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300075075
00000100:00000010:0.0:1769078413.205214:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064060.
00000100:00000001:0.0:1769078413.205216:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078413.205218:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078413.205219:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205221:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078413.205224:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078413/real 1769078413]  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078413.205228:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078413.205229:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078413.205230:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078413.205232:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078413.205233:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078413.205235:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078413.205237:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078413.205242:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205245:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078413.205246:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205247:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078413.205249:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078413.205251:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205255:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078413.205258:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205262:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078413.205264:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205265:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078413.205265:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205267:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078413.205268:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078413.205269:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078413.205272:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078413.205273:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078413.205275:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078413.205280:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198656:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078413.205282:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205283:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078413.205285:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0000 x1855007612198656/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205288:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078413.205290:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078413.205292:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078413.205293:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078413.205294:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078413.205295:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078413.205296:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078413.205298:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:0.0:1769078413.205300:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078413.205302:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078413.205303:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0000.
00000100:00000001:0.0:1769078413.205305:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078413.205306:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205307:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205312:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078413.205313:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205314:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078413.205315:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078413.205316:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078413.205318:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205322:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078413.205322:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078413.205324:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078413.205325:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078413.205326:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078413.205327:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198784:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078413.205329:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078413.205330:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078413.205331:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078413.205332:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078413.205333:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078413.205334:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078413.205337:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078413.205338:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078413.205340:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078413.205342:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198784, portal 10
00000100:00000001:0.0:1769078413.205343:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078413.205344:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334616192 : -118662374935424 : ffff9413c34b3480)
00000100:00000040:0.0:1769078413.205348:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205352:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078413.205353:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078413.205355:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078413.205356:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612198784, offset 0
00000400:00000200:0.0:1769078413.205358:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078413.205360:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078413.205362:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078413.205364:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078413.205366:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078413.205367:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078413.205369:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078413.205370:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3937:3937:256:4294967295] 192.168.204.106@tcp LPNI seq info [3936:3936:8:4294967295]
00000400:00000200:0.0:1769078413.205373:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078413.205376:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078413.205378:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078413.205380:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078413.205382:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078413.205384:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1769078413.205386:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078413.205388:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1769078413.205390:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078413.205391:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078413.205392:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078413.205394:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078413.205396:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078413.205397:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078413.205398:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078413.205400:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205405:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078413.205406:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205410:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205411:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078413.205413:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078413.205416:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078413.205417:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078413.205419:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300071711
00000100:00000001:0.0:1769078413.205420:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300075075
00000100:00000001:0.0:1769078413.205422:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300071711
00000100:00000001:0.0:1769078413.205423:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300075075
00000100:00000001:0.0:1769078413.205425:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078413.205426:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205428:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078413.205431:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078413/real 1769078413]  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078413.205439:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078413.205440:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078413.205442:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078413.205444:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078413.205446:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078413.205448:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078413.205451:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078413.205459:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205465:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078413.205466:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205468:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078413.205469:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078413.205472:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205477:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078413.205480:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205491:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078413.205493:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205494:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078413.205497:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205498:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078413.205499:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078413.205500:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078413.205502:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078413.205504:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078413.205506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078413.205511:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612198784:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078413.205513:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205514:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078413.205516:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3480 x1855007612198784/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078413.205519:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078413.205520:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078413.205521:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078413.205522:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078413.205523:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078413.205524:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078413.205525:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078413.205526:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:0.0:1769078413.205527:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078413.205528:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078413.205529:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3480.
00000100:00000001:0.0:1769078413.205531:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078413.205532:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205534:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078413.205535:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078413.205536:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078413.205537:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078413.205538:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078413.589076:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078413.589082:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078413.589149:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078413.589153:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078413.589156:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078414.228735:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078414.228745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078414.228747:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078414.228754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078414.228759:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078414.228763:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078414.228765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078414.228768:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078414.228771:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078414.612739:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078414.612748:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078414.612909:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078414.612913:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078414.612916:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078415.253044:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078415.253053:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078415.253055:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078415.253062:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078415.253066:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078415.253071:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078415.253073:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078415.253076:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078415.253079:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078415.636686:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078415.636692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078415.636758:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078415.636762:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078415.636766:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078416.276729:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078416.276738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078416.276740:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078416.276747:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078416.276752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078416.276756:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078416.276759:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078416.276762:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078416.276765:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078416.660995:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078416.661003:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078416.661005:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078416.661007:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078416.661012:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078416.661014:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078416.661015:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078416.661017:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078416.661120:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078416.661123:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078416.661125:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078417.300746:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078417.300754:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078417.300756:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078417.300761:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078417.300765:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078417.300768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078417.300771:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078417.300774:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078417.300777:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078417.684679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078417.684689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078417.684749:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078417.684752:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078417.684754:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078417.812651:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300075075, at 4300075520
00000100:00000040:0.0:1769078417.812654:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300075075, at 4300075520
00000100:00000010:1.0:1769078417.812670:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064060.
00000100:00000010:0.0:1769078417.812675:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30640c0.
00000100:00080000:3.0:1769078418.324829:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078418.324841:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078418.324845:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078418.324849:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078418.324854:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078418.324863:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5403
00000400:00000200:3.0:1769078418.324882:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078418.324893:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078418.324897:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078418.324900:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.324903:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078418.324906:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.324909:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078418.324913:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078418.324915:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078418.324918:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078418.324921:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078418.324924:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078418.324926:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078418.324929:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.324931:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078418.324933:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.324935:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078418.324938:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078418.324942:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078418.324944:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078418.324947:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078418.324951:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078418.324955:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.324957:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078418.324960:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078418.324972:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0700.
00000020:00000040:3.0:1769078418.324976:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078418.324980:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078418.324982:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.324986:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078418.324989:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078418.324994:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078418.325011:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769078418.325028:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078418.325038:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078418.325048:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078418.325054:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078418.325058:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb2a5eb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.325092:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078418.325096:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078418.325100:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078418.325101:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078418.325103:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078418.325106:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078418.325108:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5403
00000400:00000200:3.0:1769078418.325112:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078418.325115:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078418.325117:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078418.325120:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.325122:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078418.325124:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.325126:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078418.325128:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078418.325129:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078418.325131:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078418.325133:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078418.325143:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078418.325145:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078418.325148:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.325150:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078418.325152:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078418.325154:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078418.325156:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078418.325159:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078418.325163:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078418.325164:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078418.325170:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078418.325173:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.325174:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078418.325179:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078418.325182:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.325184:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078418.325188:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1500.
00000020:00000040:3.0:1769078418.325190:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078418.325192:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078418.325193:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078418.325195:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078418.325197:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078418.325199:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078418.325202:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769078418.325205:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078418.325210:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078418.325217:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078418.325219:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078418.325223:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2045c91] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078418.325230:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078418.325233:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078418.325236:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078418.325239:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078418.325242:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078418.325247:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5413)
00000100:00000001:0.0:1769078418.325374:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078418.325378:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078418.325380:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078418.325384:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078418.325387:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078418.325392:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.325395:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078418.325397:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078418.325400:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078418.325533:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078418.325538:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078418.325540:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078418.325591:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.325600:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078418.325601:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078418.325605:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078418.325608:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078418.325611:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078418.325615:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198912:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078418.325620:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078418.325624:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078418.325626:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078418.325629:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078418.325634:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acdc00.
02000000:00000001:1.0:1769078418.325636:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078418.325643:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078418.325658:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078418.325665:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078418.325673:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612198912, portal 25
00000100:00000001:1.0:1769078418.325676:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078418.325677:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334604544 : -118662374947072 : ffff9413c34b0700)
00000100:00000040:1.0:1769078418.325683:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.325691:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078418.325694:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078418.325697:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078418.325700:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612198912, offset 0
00000400:00000200:1.0:1769078418.325707:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078418.325716:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078418.325722:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078418.325729:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078418.325734:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078418.325738:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078418.325741:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078418.325745:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3938:3938:256:4294967295] 192.168.204.106@tcp LPNI seq info [3937:3937:8:4294967295]
00000400:00000200:1.0:1769078418.325749:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078418.325759:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078418.325765:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078418.325771:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078418.325778:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078418.325781:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078418.325788:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078418.325791:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078418.325795:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078418.325798:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078418.325805:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078418.325809:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078418.325815:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078418.325817:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078418.325822:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078418.325826:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.325835:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078418.325838:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.325845:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078418.325846:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078418.325852:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078418.325857:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078418.325860:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300080196
00000100:00000010:1.0:1769078418.325866:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f60.
00000100:00000001:1.0:1769078418.325874:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078418.325879:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300080196
00000100:00000010:1.0:1769078418.325883:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769078418.325886:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078418.325889:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078418.325892:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078418.325895:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078418.325899:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418]  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078418.325907:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078418.325909:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078418.325912:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078418.325914:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078418.325916:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078418.325918:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078418.325921:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078418.325929:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.325936:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078418.325938:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.325940:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078418.325942:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078418.325946:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.325952:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078418.325957:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.325964:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078418.325967:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.325968:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078418.325969:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.325972:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078418.325974:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078418.325976:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078418.325980:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078418.325983:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078418.325987:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078418.325995:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612198912:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078418.326000:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078418.326003:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326009:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078418.326010:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078418.326012:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078418.326014:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078418.326016:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078418.326019:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199040:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078418.326022:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078418.326024:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078418.326026:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078418.326028:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078418.326031:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078418.326033:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078418.326036:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078418.326039:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078418.326042:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078418.326045:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199040, portal 10
00000100:00000001:1.0:1769078418.326047:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078418.326048:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334608128 : -118662374943488 : ffff9413c34b1500)
00000100:00000040:1.0:1769078418.326055:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326060:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078418.326062:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078418.326064:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078418.326067:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612199040, offset 0
00000400:00000200:1.0:1769078418.326070:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078418.326074:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078418.326077:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078418.326080:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078418.326082:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078418.326084:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078418.326086:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078418.326089:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3939:3939:256:4294967295] 192.168.204.106@tcp LPNI seq info [3938:3938:8:4294967295]
00000400:00000200:1.0:1769078418.326093:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078418.326099:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078418.326103:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078418.326106:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078418.326110:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078418.326113:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078418.326116:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078418.326119:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078418.326122:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078418.326124:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078418.326127:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078418.326130:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078418.326133:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078418.326135:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078418.326137:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078418.326140:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326152:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078418.326155:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326161:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078418.326162:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078418.326165:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078418.326168:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078418.326171:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078418.326174:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300076832
00000100:00000001:1.0:1769078418.326177:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300080196
00000100:00000001:1.0:1769078418.326179:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300076832
00000100:00000001:1.0:1769078418.326181:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300080196
00000100:00000001:1.0:1769078418.326183:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078418.326185:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078418.326187:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078418.326190:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078418/real 1769078418]  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078418.326197:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078418.326199:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078418.326200:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078418.326203:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078418.326204:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078418.326206:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078418.326209:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078418.326216:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326222:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078418.326224:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.326227:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078418.326228:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078418.326231:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326237:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078418.326241:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326247:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078418.326250:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.326251:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078418.326252:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.326254:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078418.326256:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078418.326258:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078418.326261:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078418.326263:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078418.326267:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078418.326274:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199040:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078418.326278:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.326280:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078418.326283:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0700 x1855007612198912/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326289:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078418.326292:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078418.326295:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:1.0:1769078418.326298:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078418.326299:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078418.326302:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078418.326304:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078418.326307:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:1.0:1769078418.326310:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078418.326312:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078418.326315:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0700.
00000100:00000001:1.0:1769078418.326318:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078418.326319:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.326321:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078418.326324:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1500 x1855007612199040/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078418.326330:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078418.326331:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078418.326333:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078418.326335:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078418.326336:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078418.326338:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078418.326339:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078418.326341:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:1.0:1769078418.326343:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078418.326344:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078418.326346:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1500.
00000100:00000001:1.0:1769078418.326349:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078418.326350:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.326352:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078418.326359:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078418.326361:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078418.326363:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078418.326365:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078418.708713:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078418.708729:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078418.708799:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078418.708802:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078418.708805:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078419.348679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078419.348687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078419.348689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078419.348694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078419.348697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078419.348701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078419.348703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078419.348706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078419.348709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078419.732682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078419.732689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078419.732750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078419.732755:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078419.732759:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769078420.372740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078420.372749:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078420.372751:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078420.372758:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:0.0:1769078420.372762:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078420.372766:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078420.372768:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078420.372772:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078420.372775:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078420.756714:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078420.756723:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078420.756787:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078420.756792:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078420.756796:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078421.396703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078421.396712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078421.396715:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078421.396720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078421.396724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078421.396728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078421.396731:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078421.396734:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078421.396738:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078421.780655:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078421.780665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078421.780829:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078421.780833:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078421.780837:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078422.420698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078422.420706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078422.420708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078422.420714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078422.420717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078422.420722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078422.420725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078422.420727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078422.420730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078422.804675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078422.804681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078422.804778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078422.804781:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078422.804784:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078422.932685:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300080196, at 4300080640
00000100:00000010:1.0:1769078422.932700:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000040:0.0:1769078422.932866:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300080196, at 4300080640
00000100:00000010:0.0:1769078422.932873:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f60.
00000100:00080000:0.0:1769078423.444689:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078423.444689:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078423.444696:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1769078423.444700:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078423.444700:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.444705:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1769078423.444707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:0.0:1769078423.444711:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078423.444712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078423.444717:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078423.444718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078423.444722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078423.444725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078423.444726:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5408
00000100:00000001:3.0:1769078423.444729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078423.444735:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078423.444741:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078423.444744:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078423.444746:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444748:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078423.444751:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444752:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078423.444755:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078423.444757:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078423.444759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078423.444761:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078423.444762:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078423.444763:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078423.444765:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444766:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078423.444767:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444768:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078423.444771:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078423.444772:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444774:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.444776:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078423.444784:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078423.444786:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.444787:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078423.444790:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078423.444797:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963b80.
00000020:00000040:0.0:1769078423.444799:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078423.444803:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078423.444804:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.444806:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078423.444808:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078423.444812:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078423.444819:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0cc00.
00000100:00000001:0.0:1769078423.444825:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078423.444833:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078423.444843:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078423.444847:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078423.444852:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4544f3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.444873:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078423.444876:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078423.444881:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078423.444882:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078423.444883:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078423.444885:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078423.444887:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5408
00000400:00000200:0.0:1769078423.444889:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078423.444892:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078423.444893:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078423.444895:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444897:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078423.444898:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444900:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078423.444902:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078423.444902:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078423.444903:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078423.444905:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078423.444906:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078423.444908:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078423.444909:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078423.444914:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078423.444914:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078423.444917:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078423.444918:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078423.444921:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444923:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000040:1.0:1769078423.444925:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078423.444926:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078423.444931:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078423.444935:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.444938:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078423.444942:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078423.444943:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078423.444944:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.444948:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.444950:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078423.444951:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078423.444954:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1769078423.444956:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078423.444958:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078423.444959:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078423.444963:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078423.444964:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199168:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078423.444968:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769078423.444970:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960700.
02000000:00000001:1.0:1769078423.444971:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769078423.444974:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078423.444974:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.444978:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078423.444980:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078423.444983:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078423.444984:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000100:00000001:0.0:1769078423.444985:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078423.444989:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078423.444990:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078423.444993:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078423.444999:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000400:00000200:1.0:1769078423.445000:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078423.445005:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078423.445007:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000100:00100000:0.0:1769078423.445013:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078423.445020:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078423.445021:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:0.0:1769078423.445022:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078423.445028:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044a41e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078423.445031:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199168, portal 25
00000100:00000001:1.0:1769078423.445038:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078423.445041:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557636992 : -118662151914624 : ffff9413d0963b80)
00000100:00000040:1.0:1769078423.445049:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078423.445051:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078423.445056:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078423.445064:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078423.445065:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078423.445069:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078423.445071:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078423.445076:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078423.445076:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078423.445082:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612199168, offset 0
00000100:00000040:0.0:1769078423.445083:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5418)
00000400:00000200:1.0:1769078423.445091:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078423.445099:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078423.445106:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078423.445111:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078423.445115:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078423.445118:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078423.445120:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078423.445123:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3940:3940:256:4294967295] 192.168.204.106@tcp LPNI seq info [3939:3939:8:4294967295]
00000400:00000200:1.0:1769078423.445126:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078423.445136:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078423.445141:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078423.445146:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078423.445152:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078423.445155:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078423.445159:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078423.445162:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078423.445166:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078423.445168:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078423.445175:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078423.445179:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078423.445183:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078423.445186:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078423.445189:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078423.445193:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445200:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078423.445203:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445210:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.445211:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078423.445216:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078423.445220:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078423.445223:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300085315
00000100:00000010:1.0:1769078423.445228:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a20.
00000100:00000001:1.0:1769078423.445233:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078423.445246:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300085315
00000100:00000010:1.0:1769078423.445249:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769078423.445252:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078423.445255:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078423.445258:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.445261:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078423.445264:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423]  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078423.445271:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078423.445272:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078423.445274:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078423.445276:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078423.445277:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078423.445279:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078423.445281:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078423.445287:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445291:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078423.445292:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445293:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078423.445294:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078423.445296:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445300:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078423.445303:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445307:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078423.445309:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445310:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078423.445311:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445312:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078423.445313:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078423.445315:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078423.445317:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078423.445319:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078423.445321:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078423.445325:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199168:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078423.445328:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445330:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078423.445332:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963b80 x1855007612199168/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445336:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078423.445337:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078423.445339:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078423.445340:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078423.445341:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078423.445342:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078423.445344:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078423.445345:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:1.0:1769078423.445348:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078423.445349:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078423.445350:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963b80.
00000100:00000001:1.0:1769078423.445352:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078423.445353:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445354:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445360:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078423.445360:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.445362:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078423.445363:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078423.445364:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078423.445366:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445370:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078423.445371:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.445372:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078423.445373:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078423.445375:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078423.445376:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199296:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078423.445378:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078423.445380:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078423.445380:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078423.445382:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078423.445383:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078423.445385:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078423.445388:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078423.445389:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078423.445391:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078423.445393:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199296, portal 10
00000100:00000001:1.0:1769078423.445394:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078423.445395:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557623552 : -118662151928064 : ffff9413d0960700)
00000100:00000040:1.0:1769078423.445399:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445403:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078423.445404:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078423.445406:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078423.445407:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612199296, offset 0
00000400:00000200:1.0:1769078423.445409:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078423.445411:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078423.445414:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078423.445415:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078423.445417:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078423.445419:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078423.445420:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078423.445422:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3941:3941:256:4294967295] 192.168.204.106@tcp LPNI seq info [3940:3940:8:4294967295]
00000400:00000200:1.0:1769078423.445424:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078423.445428:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078423.445431:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078423.445433:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078423.445435:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078423.445437:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078423.445439:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078423.445441:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078423.445443:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078423.445444:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078423.445446:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078423.445448:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078423.445450:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078423.445451:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078423.445452:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078423.445454:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445459:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078423.445479:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445486:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.445488:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078423.445491:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078423.445494:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078423.445497:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078423.445499:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300081951
00000100:00000001:1.0:1769078423.445502:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300085315
00000100:00000001:1.0:1769078423.445504:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300081951
00000100:00000001:1.0:1769078423.445506:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300085315
00000100:00000001:1.0:1769078423.445508:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078423.445510:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.445512:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078423.445515:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078423/real 1769078423]  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078423.445522:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078423.445524:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078423.445525:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078423.445528:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078423.445529:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078423.445531:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078423.445534:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078423.445542:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445549:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078423.445578:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445580:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078423.445582:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078423.445595:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445602:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078423.445605:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445612:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078423.445615:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445616:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078423.445618:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445619:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078423.445621:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078423.445623:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078423.445625:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078423.445627:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078423.445629:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078423.445634:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199296:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078423.445636:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445637:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078423.445639:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960700 x1855007612199296/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078423.445643:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078423.445644:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078423.445645:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078423.445647:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078423.445647:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078423.445648:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078423.445649:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078423.445651:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769078423.445652:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078423.445653:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078423.445654:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960700.
00000100:00000001:1.0:1769078423.445657:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078423.445658:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445659:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078423.445662:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078423.445664:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078423.445665:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078423.445666:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078423.828685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078423.828693:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078423.828765:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078423.828769:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078423.828773:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078424.468682:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078424.468692:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078424.468694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078424.468701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078424.468705:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078424.468711:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078424.468714:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078424.468717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078424.468720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078424.852671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078424.852680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078424.852760:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078424.852765:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078424.852769:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078425.492648:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078425.492654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078425.492656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078425.492660:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078425.492662:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078425.492665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078425.492668:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078425.492670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078425.492673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078425.876679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078425.876686:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078425.876751:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078425.876755:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078425.876758:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078426.516680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078426.516688:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078426.516690:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078426.516695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078426.516698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078426.516702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078426.516704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078426.516706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078426.516708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078426.900683:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078426.900694:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078426.900697:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078426.900700:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078426.900706:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078426.900708:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078426.900710:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078426.900713:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078426.900785:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078426.900790:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078426.900794:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078427.540612:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078427.540617:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078427.540619:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078427.540623:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078427.540625:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078427.540628:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078427.540630:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078427.540632:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078427.540633:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078427.924701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078427.924710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078427.924824:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078427.924830:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078427.924833:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078428.052627:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300085315, at 4300085760
00000100:00000040:0.0:1769078428.052628:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300085315, at 4300085760
00000100:00000010:0.0:1769078428.052644:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a20.
00000100:00000010:1.0:1769078428.052645:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000001:3.0:1769078428.564671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769078428.564677:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078428.564680:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078428.564684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078428.564686:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:3.0:1769078428.564689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078428.564695:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769078428.564696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078428.564701:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078428.564702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078428.564708:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078428.564708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078428.564713:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078428.564716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078428.564717:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5413
00000400:00000200:2.0:1769078428.564727:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078428.564735:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078428.564738:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078428.564741:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564745:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078428.564747:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564750:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078428.564753:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078428.564755:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078428.564758:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078428.564760:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078428.564763:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078428.564765:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078428.564768:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564770:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078428.564772:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564775:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078428.564777:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078428.564780:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564782:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078428.564785:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078428.564788:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078428.564791:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078428.564793:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078428.564795:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078428.564802:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521880.
00000020:00000040:2.0:1769078428.564805:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078428.564807:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078428.564808:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078428.564810:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078428.564812:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078428.564815:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078428.564821:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d400.
00000100:00000001:2.0:1769078428.564826:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078428.564831:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078428.564839:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078428.564842:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078428.564845:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db815254] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078428.564862:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078428.564864:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078428.564866:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078428.564868:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078428.564869:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078428.564870:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078428.564872:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5413
00000400:00000200:2.0:1769078428.564874:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078428.564876:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078428.564878:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078428.564880:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564881:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078428.564882:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564883:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078428.564890:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078428.564892:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078428.564893:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078428.564896:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078428.564898:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078428.564899:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078428.564901:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078428.564903:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078428.564904:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078428.564905:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078428.564906:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078428.564910:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:1.0:1769078428.564911:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078428.564912:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078428.564916:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078428.564916:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078428.564917:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078428.564923:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078428.564926:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078428.564927:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078428.564928:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769078428.564930:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078428.564935:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078428.564937:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078428.564942:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522680.
00000020:00000040:2.0:1769078428.564945:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000001:1.0:1769078428.564947:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078428.564948:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078428.564951:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078428.564952:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078428.564953:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078428.564955:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078428.564958:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078428.564960:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1769078428.564961:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855dc00.
00000100:00000001:2.0:1769078428.564964:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078428.564965:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769078428.564969:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078428.564971:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078428.564979:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1769078428.564982:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199424:192.168.204.106@tcp:250:kworker.0
00000100:00000001:2.0:1769078428.564982:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078428.564988:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ee59a0e] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.564991:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078428.564996:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078428.564999:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078428.565000:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078428.565001:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078428.565007:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078428.565007:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078428.565011:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078428.565013:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000010:1.0:1769078428.565015:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
00000100:00000040:2.0:1769078428.565016:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5423)
02000000:00000001:1.0:1769078428.565021:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078428.565029:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078428.565034:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078428.565042:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078428.565048:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199424, portal 25
00000100:00000001:1.0:1769078428.565051:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078428.565053:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569948800 : -118662139602816 : ffff9413d1521880)
00000100:00000040:1.0:1769078428.565059:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565067:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078428.565070:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078428.565073:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078428.565076:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612199424, offset 0
00000400:00000200:1.0:1769078428.565082:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078428.565089:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078428.565095:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078428.565100:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078428.565104:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078428.565107:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078428.565110:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078428.565114:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3942:3942:256:4294967295] 192.168.204.106@tcp LPNI seq info [3941:3941:8:4294967295]
00000400:00000200:1.0:1769078428.565118:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078428.565127:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078428.565133:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078428.565138:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078428.565145:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078428.565148:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078428.565154:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078428.565167:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078428.565172:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078428.565175:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078428.565181:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078428.565185:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078428.565190:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078428.565192:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078428.565196:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078428.565201:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565215:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078428.565219:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565225:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078428.565227:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078428.565232:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078428.565237:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078428.565239:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300090435
00000100:00000010:1.0:1769078428.565245:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042b40.
00000100:00000001:1.0:1769078428.565251:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078428.565256:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300090435
00000100:00000010:1.0:1769078428.565259:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769078428.565262:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078428.565264:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078428.565267:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078428.565269:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078428.565274:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078428/real 1769078428]  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078428.565291:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078428.565296:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078428.565298:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078428.565301:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078428.565303:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078428.565305:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078428.565309:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078428.565317:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565323:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078428.565325:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565328:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078428.565329:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078428.565333:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565339:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078428.565343:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565350:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078428.565353:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565354:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078428.565355:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565357:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078428.565359:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078428.565362:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078428.565366:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078428.565368:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078428.565372:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078428.565394:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199424:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078428.565399:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565401:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078428.565404:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521880 x1855007612199424/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565410:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078428.565412:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078428.565415:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078428.565418:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078428.565419:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078428.565422:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078428.565432:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078428.565438:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d400.
02000000:00000001:1.0:1769078428.565442:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078428.565444:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078428.565446:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521880.
00000100:00000001:1.0:1769078428.565449:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078428.565450:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565452:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565458:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078428.565459:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078428.565461:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078428.565463:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078428.565464:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078428.565468:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565474:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078428.565475:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078428.565478:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078428.565479:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078428.565481:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078428.565484:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199552:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078428.565487:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078428.565489:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078428.565490:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078428.565492:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078428.565495:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078428.565497:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078428.565501:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078428.565504:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078428.565507:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078428.565510:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199552, portal 10
00000100:00000001:1.0:1769078428.565512:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078428.565513:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569952384 : -118662139599232 : ffff9413d1522680)
00000100:00000040:1.0:1769078428.565519:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565526:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078428.565529:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078428.565531:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078428.565534:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612199552, offset 0
00000400:00000200:1.0:1769078428.565538:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078428.565542:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078428.565545:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078428.565548:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078428.565550:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078428.565581:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078428.565583:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078428.565586:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3943:3943:256:4294967295] 192.168.204.106@tcp LPNI seq info [3942:3942:8:4294967295]
00000400:00000200:1.0:1769078428.565591:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078428.565597:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078428.565601:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078428.565605:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078428.565608:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078428.565611:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078428.565615:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078428.565618:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078428.565621:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078428.565623:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078428.565626:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078428.565629:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078428.565632:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078428.565634:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078428.565636:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078428.565639:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565646:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078428.565649:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078453 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565661:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078428.565662:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078428.565665:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078428.565669:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078428.565672:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078428.565674:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300087072
00000100:00000001:1.0:1769078428.565677:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300090435
00000100:00000001:1.0:1769078428.565679:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300087072
00000100:00000001:1.0:1769078428.565681:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300090435
00000100:00000001:1.0:1769078428.565683:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078428.565685:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078428.565686:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078428.565690:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078428/real 1769078428]  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078428.565698:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078428.565699:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078428.565701:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078428.565703:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078428.565705:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078428.565707:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078428.565710:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078428.565718:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565724:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078428.565726:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565728:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078428.565729:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078428.565732:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565739:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078428.565743:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565749:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078428.565751:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565753:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078428.565754:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565756:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078428.565757:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078428.565760:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078428.565763:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078428.565765:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078428.565769:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078428.565776:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199552:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078428.565779:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565781:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078428.565784:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522680 x1855007612199552/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078453 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078428.565790:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078428.565791:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078428.565793:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078428.565795:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078428.565796:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078428.565797:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078428.565799:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078428.565800:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855dc00.
02000000:00000001:1.0:1769078428.565803:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078428.565805:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078428.565806:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522680.
00000100:00000001:1.0:1769078428.565808:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078428.565809:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565811:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078428.565814:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078428.565815:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078428.565817:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078428.565819:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078428.948640:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078428.948646:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078428.948702:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078428.948706:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078428.948709:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078429.588669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078429.588677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078429.588679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078429.588684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078429.588688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078429.588692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078429.588695:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078429.588697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078429.588699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078429.972673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078429.972679:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078429.972787:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078429.972791:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078429.972794:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078430.613642:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078430.613648:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078430.613650:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078430.613655:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078430.613659:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078430.613662:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078430.613664:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078430.613666:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078430.613667:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078430.996625:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078430.996630:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078430.996671:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078430.996674:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078430.996677:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078431.636655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078431.636660:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078431.636662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078431.636666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078431.636668:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078431.636671:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078431.636673:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078431.636674:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078431.636676:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078432.020668:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078432.020674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078432.020768:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078432.020775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078432.020780:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078432.660659:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078432.660670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078432.660672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078432.660678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078432.660682:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078432.660686:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078432.660688:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078432.660690:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078432.660692:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078433.044743:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078433.044752:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078433.044827:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078433.044832:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078433.044836:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078433.172698:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300090435, at 4300090880
00000100:00000040:1.0:1769078433.172698:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300090435, at 4300090880
00000100:00000010:0.0:1769078433.172716:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042b40.
00000100:00000010:1.0:1769078433.172718:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00080000:0.0:1769078433.684770:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078433.684783:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078433.684787:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078433.684792:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078433.684795:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769078433.684798:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078433.684808:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5418
00000100:00000001:3.0:1769078433.684813:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078433.684818:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078433.684820:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:3.0:1769078433.684824:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000400:00000200:0.0:1769078433.684830:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078433.684830:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769078433.684836:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078433.684836:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078433.684840:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078433.684846:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078433.684847:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078433.684851:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078433.684851:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078433.684855:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:3.0:1769078433.684858:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078433.684861:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078433.684865:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078433.684874:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078433.684881:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078433.684883:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078433.684887:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078433.684891:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078433.684893:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078433.684895:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078433.684897:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078433.684901:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078433.684905:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078433.684907:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078433.684910:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078433.684915:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078433.684918:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078433.684920:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078433.684923:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078433.684934:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962300.
00000020:00000040:0.0:1769078433.684938:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078433.684943:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078433.684945:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078433.684948:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078433.684951:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078433.684956:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078433.684965:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e800.
00000100:00000001:0.0:1769078433.684972:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078433.684988:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078433.684999:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078433.685004:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078433.685009:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004053b461] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078433.685033:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078433.685036:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078433.685040:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078433.685041:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078433.685042:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078433.685045:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078433.685047:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5418
00000400:00000200:0.0:1769078433.685051:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078433.685054:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078433.685066:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078433.685070:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078433.685072:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078433.685074:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078433.685076:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078433.685078:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078433.685080:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078433.685082:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078433.685084:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078433.685087:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078433.685089:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078433.685092:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078433.685094:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078433.685094:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078433.685099:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078433.685100:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078433.685103:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078433.685104:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078433.685108:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000040:1.0:1769078433.685114:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769078433.685115:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078433.685121:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078433.685126:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078433.685131:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078433.685132:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078433.685133:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078433.685137:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078433.685139:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078433.685141:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078433.685143:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078433.685146:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078433.685150:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078433.685152:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199680:192.168.204.106@tcp:250:kworker.0
00000008:00000001:0.0:1769078433.685156:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078433.685159:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078433.685160:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078433.685165:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962a00.
02000000:00000001:1.0:1769078433.685166:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769078433.685168:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078433.685170:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078433.685173:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078433.685175:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078433.685176:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078433.685179:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078433.685180:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769078433.685182:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:0.0:1769078433.685183:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078433.685187:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078433.685190:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
00000100:00000001:0.0:1769078433.685195:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078433.685197:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00100000:0.0:1769078433.685203:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078433.685204:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078433.685213:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000001:0.0:1769078433.685215:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078433.685219:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078433.685223:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aeb750ac] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078433.685224:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199680, portal 25
00000100:00000001:1.0:1769078433.685229:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078433.685232:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557630720 : -118662151920896 : ffff9413d0962300)
00000100:00000001:0.0:1769078433.685241:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078433.685243:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078433.685245:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078433.685253:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078433.685258:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078433.685260:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078433.685264:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078433.685265:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000040:0.0:1769078433.685270:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5429)
00000400:00000010:1.0:1769078433.685270:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078433.685273:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612199680, offset 0
00000400:00000200:1.0:1769078433.685282:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078433.685303:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078433.685310:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078433.685316:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078433.685321:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078433.685325:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078433.685328:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078433.685332:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3944:3944:256:4294967295] 192.168.204.106@tcp LPNI seq info [3943:3943:8:4294967295]
00000400:00000200:1.0:1769078433.685337:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078433.685347:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078433.685354:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078433.685360:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078433.685367:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078433.685371:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078433.685377:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078433.685381:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078433.685385:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078433.685388:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078433.685395:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078433.685400:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078433.685406:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078433.685409:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078433.685413:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078433.685418:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685428:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078433.685431:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685438:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078433.685440:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078433.685446:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078433.685450:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078433.685454:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300095555
00000100:00000010:1.0:1769078433.685460:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042a80.
00000100:00000001:1.0:1769078433.685468:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078433.685473:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300095555
00000100:00000010:1.0:1769078433.685477:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769078433.685479:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078433.685483:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078433.685486:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078433.685488:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078433.685492:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078433/real 1769078433]  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078433.685501:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078433.685503:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078433.685505:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078433.685508:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078433.685510:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078433.685512:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078433.685516:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078433.685525:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685531:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078433.685533:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.685535:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078433.685537:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078433.685541:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685548:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078433.685581:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685589:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078433.685592:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.685594:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078433.685595:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.685598:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078433.685600:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078433.685603:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078433.685607:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078433.685609:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078433.685789:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078433.685800:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199680:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078433.685805:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.685808:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078433.685810:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962300 x1855007612199680/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685823:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078433.685826:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078433.685828:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078433.685832:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078433.685834:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078433.685835:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078433.685837:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078433.685840:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e800.
02000000:00000001:1.0:1769078433.685845:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078433.685847:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078433.685850:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962300.
00000100:00000001:1.0:1769078433.685853:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078433.685854:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.685857:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.685865:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078433.685866:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078433.685869:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078433.685870:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078433.685871:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078433.685875:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685882:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078433.685884:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078433.685885:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078433.685887:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078433.685890:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078433.685893:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199808:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078433.685896:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078433.685898:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078433.685900:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078433.685902:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078433.685905:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078433.685906:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078433.685911:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078433.685914:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078433.685917:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078433.685920:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199808, portal 10
00000100:00000001:1.0:1769078433.685922:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078433.685924:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557632512 : -118662151919104 : ffff9413d0962a00)
00000100:00000040:1.0:1769078433.685930:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.685937:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078433.685939:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078433.685941:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078433.685943:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612199808, offset 0
00000400:00000200:1.0:1769078433.685947:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078433.685951:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078433.685955:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078433.685958:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078433.685961:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078433.685964:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078433.685966:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078433.685969:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3945:3945:256:4294967295] 192.168.204.106@tcp LPNI seq info [3944:3944:8:4294967295]
00000400:00000200:1.0:1769078433.685973:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078433.685979:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078433.685984:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078433.685987:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078433.685991:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078433.685994:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078433.685998:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078433.686001:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078433.686005:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078433.686007:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078433.686010:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078433.686013:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078433.686016:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078433.686018:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078433.686020:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078433.686024:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.686031:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078433.686034:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078458 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.686041:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078433.686043:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078433.686046:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078433.686050:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078433.686053:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078433.686056:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300092192
00000100:00000001:1.0:1769078433.686058:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300095555
00000100:00000001:1.0:1769078433.686061:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300092192
00000100:00000001:1.0:1769078433.686063:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300095555
00000100:00000001:1.0:1769078433.686065:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078433.686067:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078433.686069:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078433.686072:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078433/real 1769078433]  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078433.686079:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078433.686081:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078433.686082:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078433.686084:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078433.686086:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078433.686088:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078433.686091:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078433.686100:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.686113:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078433.686115:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.686117:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078433.686118:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078433.686122:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.686129:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078433.686132:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.686139:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078433.686142:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.686144:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078433.686145:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.686147:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078433.686149:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078433.686151:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078433.686154:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078433.686156:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078433.686160:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078433.686169:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612199808:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078433.686172:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.686174:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078433.686177:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962a00 x1855007612199808/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078458 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078433.686183:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078433.686185:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078433.686187:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078433.686189:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078433.686191:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078433.686192:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078433.686194:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078433.686196:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769078433.686198:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078433.686200:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078433.686201:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962a00.
00000100:00000001:1.0:1769078433.686203:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078433.686205:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.686206:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078433.686209:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078433.686211:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078433.686212:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078433.686214:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078434.068700:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078434.068708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078434.068870:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078434.068874:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078434.068878:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078434.708670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078434.708678:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078434.708681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078434.708687:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078434.708691:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078434.708694:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078434.708696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078434.708699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078434.708701:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078435.092654:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078435.092661:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078435.092730:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078435.092734:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078435.092738:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078435.732685:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078435.732691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078435.732693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078435.732696:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078435.732699:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078435.732701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078435.732704:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078435.732705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078435.732707:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078436.116821:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078436.116827:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078436.116895:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078436.116900:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078436.116903:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078436.756687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078436.756694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078436.756697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078436.756703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078436.756707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078436.756710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078436.756713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078436.756715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078436.756718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078437.140658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078437.140666:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078437.140668:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078437.140671:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078437.140675:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078437.140677:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078437.140679:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078437.140681:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078437.140737:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078437.140749:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078437.140753:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078437.780686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078437.780695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078437.780697:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078437.780702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078437.780706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078437.780710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078437.780712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078437.780715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078437.780718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078438.164679:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078438.164685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078438.168056:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078438.168061:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078438.168066:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078438.292725:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300095555, at 4300096000
00000100:00000010:1.0:1769078438.292748:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00000040:0.0:1769078438.293058:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300095555, at 4300096000
00000100:00000010:0.0:1769078438.293064:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042a80.
00000100:00000001:3.0:1769078438.804774:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00080000:2.0:1769078438.804777:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078438.804790:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078438.804793:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078438.804802:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078438.804806:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078438.804813:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5424
00000400:00000200:2.0:1769078438.804822:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078438.804828:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078438.804831:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078438.804834:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078438.804837:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078438.804839:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078438.804842:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:3.0:1769078438.804842:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078438.804844:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078438.804846:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:3.0:1769078438.804847:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000020:00000040:2.0:1769078438.804848:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078438.804850:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078438.804850:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078438.804853:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000100:00000001:3.0:1769078438.804853:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1769078438.804855:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:3.0:1769078438.804855:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769078438.804858:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000001:3.0:1769078438.804858:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769078438.804861:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078438.804861:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.804863:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078438.804864:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078438.804875:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078438.804880:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078438.804883:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078438.804885:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078438.804889:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078438.804892:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078438.804895:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.804897:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078438.804900:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078438.804908:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1520a80.
00000020:00000040:2.0:1769078438.804911:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078438.804914:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078438.804915:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.804918:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078438.804920:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078438.804923:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078438.804929:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f400.
00000100:00000001:2.0:1769078438.804933:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078438.804940:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078438.804946:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078438.804949:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078438.804952:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8592458] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078438.804969:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078438.804972:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078438.804975:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078438.804977:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078438.804978:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078438.804980:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078438.804983:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5424
00000400:00000200:2.0:1769078438.804987:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078438.804989:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078438.804991:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078438.804994:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078438.804996:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078438.804999:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078438.805000:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:1.0:1769078438.805010:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078438.805012:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078438.805013:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078438.805013:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:1.0:1769078438.805015:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078438.805015:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078438.805016:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078438.805018:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078438.805020:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078438.805022:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078438.805023:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078438.805025:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078438.805027:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078438.805029:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078438.805031:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078438.805033:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078438.805036:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078438.805037:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078438.805042:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078438.805044:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.805046:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078438.805049:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078438.805052:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.805054:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078438.805057:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523100.
00000020:00000040:2.0:1769078438.805060:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078438.805062:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078438.805063:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078438.805065:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078438.805066:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078438.805068:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078438.805072:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d800.
00000100:00000001:2.0:1769078438.805075:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078438.805080:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078438.805088:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078438.805090:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078438.805093:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078438.805094:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078438.805094:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d810d27d] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078438.805098:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078438.805101:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078438.805101:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078438.805103:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078438.805104:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1769078438.805107:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199936:192.168.204.106@tcp:250:kworker.0
00000100:00000040:2.0:1769078438.805108:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078438.805110:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078438.805111:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078438.805113:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078438.805115:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078438.805117:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078438.805117:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5434)
02000000:00000001:1.0:1769078438.805119:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078438.805123:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078438.805126:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078438.805132:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078438.805136:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078438.805143:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078438.805149:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612199936, portal 25
00000100:00000001:1.0:1769078438.805151:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078438.805153:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569945216 : -118662139606400 : ffff9413d1520a80)
00000100:00000040:1.0:1769078438.805158:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805164:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078438.805167:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078438.805170:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078438.805173:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612199936, offset 0
00000400:00000200:1.0:1769078438.805179:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078438.805187:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078438.805193:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078438.805197:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078438.805215:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078438.805219:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078438.805222:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078438.805225:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3946:3946:256:4294967295] 192.168.204.106@tcp LPNI seq info [3945:3945:8:4294967295]
00000400:00000200:1.0:1769078438.805228:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078438.805237:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078438.805243:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078438.805248:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078438.805255:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078438.805258:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078438.805264:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078438.805268:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078438.805272:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078438.805275:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078438.805280:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078438.805284:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078438.805289:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078438.805291:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078438.805295:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078438.805299:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805308:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078438.805312:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805318:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078438.805320:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078438.805325:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078438.805329:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078438.805332:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300100675
00000100:00000010:1.0:1769078438.805432:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042c60.
00000100:00000001:1.0:1769078438.805439:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078438.805495:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300100675
00000100:00000010:1.0:1769078438.805500:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769078438.805503:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078438.805507:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078438.805510:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078438.805512:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078438.805517:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078438/real 1769078438]  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078438.805526:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078438.805528:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078438.805530:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078438.805533:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078438.805535:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078438.805537:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078438.805541:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078438.805550:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805585:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078438.805587:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805589:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078438.805591:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078438.805595:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805602:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078438.805607:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805614:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078438.805616:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805618:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078438.805619:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805621:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078438.805622:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078438.805625:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078438.805629:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078438.805631:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078438.805636:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078438.805644:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1520a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612199936:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078438.805648:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805650:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078438.805653:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1520a80 x1855007612199936/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805659:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078438.805661:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078438.805664:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078438.805666:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078438.805668:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078438.805670:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078438.805672:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078438.805674:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f400.
02000000:00000001:1.0:1769078438.805678:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078438.805680:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078438.805682:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1520a80.
00000100:00000001:1.0:1769078438.805685:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078438.805686:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805688:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805694:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078438.805696:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078438.805698:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078438.805699:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078438.805701:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078438.805704:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805711:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078438.805712:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078438.805714:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078438.805716:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078438.805718:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078438.805721:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200064:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078438.805724:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078438.805726:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078438.805727:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078438.805729:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078438.805732:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078438.805734:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078438.805738:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078438.805741:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078438.805744:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078438.805747:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200064, portal 10
00000100:00000001:1.0:1769078438.805749:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078438.805750:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955072 : -118662139596544 : ffff9413d1523100)
00000100:00000040:1.0:1769078438.805756:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805762:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078438.805764:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078438.805766:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078438.805769:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612200064, offset 0
00000400:00000200:1.0:1769078438.805772:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078438.805776:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078438.805780:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078438.805793:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078438.805796:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078438.805798:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078438.805800:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078438.805803:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3947:3947:256:4294967295] 192.168.204.106@tcp LPNI seq info [3946:3946:8:4294967295]
00000400:00000200:1.0:1769078438.805807:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078438.805813:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078438.805817:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078438.805822:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078438.805825:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078438.805828:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078438.805832:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078438.805835:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078438.805839:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078438.805840:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:1.0:1769078438.805843:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078438.805846:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078438.805849:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:1.0:1769078438.805850:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:1.0:1769078438.805853:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078438.805856:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805864:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078438.805867:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078463 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805874:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078438.805875:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078438.805879:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078438.805882:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078438.805886:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078438.805888:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300097312
00000100:00000001:1.0:1769078438.805890:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300100675
00000100:00000001:1.0:1769078438.805892:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300097312
00000100:00000001:1.0:1769078438.805894:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300100675
00000100:00000001:1.0:1769078438.805896:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078438.805898:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078438.805900:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078438.805904:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078438/real 1769078438]  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078438.805919:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078438.805920:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078438.805922:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078438.805924:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078438.805926:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078438.805928:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078438.805930:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078438.805938:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805944:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078438.805946:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805948:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078438.805949:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078438.805953:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805960:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078438.805963:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.805969:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078438.805971:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805973:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078438.805974:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.805975:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078438.805977:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078438.805980:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078438.805983:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078438.805985:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078438.805990:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078438.805997:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200064:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078438.806001:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.806002:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078438.806005:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523100 x1855007612200064/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078463 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078438.806011:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078438.806013:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078438.806015:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078438.806017:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078438.806018:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078438.806020:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078438.806022:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078438.806023:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d800.
02000000:00000001:1.0:1769078438.806025:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078438.806026:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078438.806028:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523100.
00000100:00000001:1.0:1769078438.806030:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078438.806041:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.806043:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078438.806047:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078438.806048:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078438.806050:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078438.806052:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078439.188879:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078439.188885:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078439.189169:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078439.189173:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078439.189176:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078439.828670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078439.828677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078439.828679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078439.828684:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078439.828688:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078439.828692:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078439.828694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078439.828697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078439.828699:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078440.212735:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078440.212741:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078440.212843:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078440.212846:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078440.212849:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078440.852834:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078440.852841:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078440.852842:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078440.852847:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078440.852851:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078440.852854:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078440.852856:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078440.852859:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078440.852861:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078441.236682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078441.236688:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078441.236780:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078441.236783:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078441.236787:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078441.876638:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078441.876647:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078441.876649:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078441.876656:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078441.876661:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078441.876665:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078441.876667:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078441.876670:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078441.876673:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078442.260663:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078442.260672:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078442.260914:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078442.260919:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078442.260922:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769078442.901091:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078442.901098:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078442.901100:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078442.901105:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:3.0:1769078442.901108:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078442.901112:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078442.901114:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078442.901117:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078442.901120:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078443.285004:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078443.285012:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078443.285099:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078443.285105:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078443.285110:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078443.412722:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300100675, at 4300101120
00000100:00000040:0.0:1769078443.412740:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300100675, at 4300101120
00000100:00000010:1.0:1769078443.412743:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000010:0.0:1769078443.412757:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042c60.
00000100:00080000:3.0:1769078443.924697:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078443.924703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078443.924710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078443.924710:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078443.924714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078443.924716:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1769078443.924720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:3.0:1769078443.924721:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078443.924727:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078443.924728:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078443.924734:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078443.924739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078443.924739:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5429
00000100:00000001:2.0:1769078443.924743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078443.924748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078443.924752:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078443.924761:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078443.924764:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078443.924768:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.924771:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078443.924774:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.924777:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078443.924782:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078443.924784:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078443.924786:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078443.924789:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078443.924791:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078443.924794:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078443.924797:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.924798:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078443.924800:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.924802:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078443.924805:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078443.924809:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078443.924812:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078443.924815:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078443.924818:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078443.924821:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078443.924823:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078443.924826:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078443.924835:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0e00.
00000020:00000040:3.0:1769078443.924839:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078443.924843:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078443.924844:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078443.924848:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078443.924851:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078443.924855:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078443.924863:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9400.
00000100:00000001:3.0:1769078443.924870:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078443.924878:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078443.924902:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078443.924906:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078443.924911:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068ba8528] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078443.924986:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078443.924990:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078443.924992:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078443.924998:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078443.925005:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078443.925007:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078443.925010:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078443.925013:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078443.925016:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078443.925019:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200192:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078443.925023:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078443.925027:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078443.925029:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078443.925032:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078443.925036:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8accc00.
02000000:00000001:1.0:1769078443.925038:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078443.925045:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078443.925049:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774478.
00000400:00000010:1.0:1769078443.925056:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078443.925063:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200192, portal 25
00000100:00000001:1.0:1769078443.925065:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078443.925067:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334606336 : -118662374945280 : ffff9413c34b0e00)
00000100:00000040:1.0:1769078443.925073:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078443.925079:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078443.925082:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078443.925084:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1908.
00000100:00000200:1.0:1769078443.925087:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612200192, offset 0
00000400:00000200:1.0:1769078443.925092:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078443.925100:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078443.925106:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078443.925110:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078443.925114:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078443.925131:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078443.925134:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078443.925137:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3948:3948:256:4294967295] 192.168.204.106@tcp LPNI seq info [3947:3947:8:4294967295]
00000400:00000200:1.0:1769078443.925141:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078443.925150:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078443.925155:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078443.925160:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c700.
00000800:00000200:1.0:1769078443.925171:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078443.925176:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078443.925207:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078443.925212:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078443.925215:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300105795
00000100:00000010:1.0:1769078443.925220:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca0421e0.
00000100:00000001:1.0:1769078443.925227:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078443.925233:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300105795
00000100:00000010:1.0:1769078443.925237:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042f00.
00000100:00000001:1.0:1769078443.925240:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078443.925244:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078443.925247:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078443.925250:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078443.925252:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078443.925274:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078443.925278:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078443.925281:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078443.925283:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078443.925284:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078443.925287:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078443.925290:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5429
00000400:00000200:3.0:1769078443.925293:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078443.925297:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078443.925299:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078443.925302:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.925304:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078443.925307:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.925309:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078443.925311:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078443.925312:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078443.925314:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078443.925316:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078443.925318:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078443.925320:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078443.925323:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.925325:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078443.925326:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078443.925328:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078443.925331:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078443.925334:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078443.925336:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078443.925338:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078443.925342:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078443.925345:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078443.925347:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078443.925350:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078443.925353:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078443.925355:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078443.925359:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1f80.
00000020:00000040:3.0:1769078443.925362:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078443.925364:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078443.925366:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078443.925368:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078443.925370:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078443.925372:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078443.925377:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9800.
00000100:00000001:3.0:1769078443.925382:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078443.925387:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078443.925394:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078443.925396:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078443.925401:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000885ec4fa] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078443.925493:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078443.925496:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078443.925498:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078443.925500:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078443.925502:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078443.925506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078443.925513:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078443.925515:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078443.925517:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078443.925519:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078443.925521:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078443.925524:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200320:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078443.925527:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078443.925529:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078443.925530:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078443.925532:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078443.925536:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acdc00.
02000000:00000001:1.0:1769078443.925538:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078443.925542:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078443.925545:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774ec8.
00000400:00000010:1.0:1769078443.925549:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1330.
00000100:00000200:1.0:1769078443.925580:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200320, portal 10
00000100:00000001:1.0:1769078443.925583:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078443.925584:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334610816 : -118662374940800 : ffff9413c34b1f80)
00000100:00000040:1.0:1769078443.925591:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078443.925597:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078443.925599:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078443.925602:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1110.
00000100:00000200:1.0:1769078443.925605:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612200320, offset 0
00000400:00000200:1.0:1769078443.925609:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078443.925614:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078443.925617:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078443.925620:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078443.925623:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078443.925625:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078443.925627:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078443.925630:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3949:3949:255:4294967295] 192.168.204.106@tcp LPNI seq info [3948:3948:7:4294967295]
00000400:00000200:1.0:1769078443.925634:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078443.925640:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078443.925645:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078443.925648:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571c000.
00000800:00000200:1.0:1769078443.925652:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078443.925656:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:1.0:1769078443.925658:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078443.925662:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078443.925665:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078443.925667:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300102432
00000100:00000001:1.0:1769078443.925670:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300105795
00000100:00000001:1.0:1769078443.925672:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300102432
00000100:00000001:1.0:1769078443.925674:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300105795
00000100:00000001:1.0:1769078443.925676:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078443.925678:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078443.925680:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078443.925682:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078443.925685:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078443.925686:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078443.925688:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078443.925689:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078443.925690:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078443.925692:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078443.925750:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078443.925754:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078443.925758:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078443.925760:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078443.925763:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078443.925768:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5439)
00000100:00000001:1.0:1769078443.925816:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078443.925818:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078443.925820:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078443.925821:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078444.308688:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078444.308695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078444.308747:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078444.308750:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078444.308753:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078444.948722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078444.948732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078444.948733:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078444.948740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078444.948744:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078444.948749:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078444.948751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078444.948754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078444.948757:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078445.333669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078445.333675:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078445.333786:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078445.333790:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078445.333794:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078445.972716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078445.972724:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078445.972726:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078445.972731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078445.972735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078445.972739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078445.972742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078445.972744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078445.972747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078446.356695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078446.356701:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078446.356776:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078446.356781:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078446.356784:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078446.996683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078446.996690:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078446.996692:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078446.996695:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078446.996698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078446.996701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078446.996703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078446.996706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078446.996708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1769078446.996842:0:2352:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:0.0:1769078446.996882:0:2352:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769078446.996894:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078446.996899:0:2352:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:0.0:1769078446.996903:0:2352:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078446.996906:0:2352:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769078446.996911:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769078446.996915:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c700.
00000400:00000200:0.0:1769078446.996920:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078446.996925:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078446.996932:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1908
00000400:00000010:0.0:1769078446.996935:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1908.
00000100:00000001:0.0:1769078446.996940:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078446.996947:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.997306:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078446.997310:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078446.997320:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078446.997339:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078446.997345:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078446.997659:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078443/real 1769078446]  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078446.997674:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078446.997676:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078446.997680:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774478.
00000400:00000200:1.0:1769078446.997686:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078446.997689:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078446.997692:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078446.997697:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078446.997707:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.997715:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078446.997717:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.997720:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078446.997722:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078446.997726:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.997733:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078446.997738:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.997745:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078446.997748:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.997750:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078446.997751:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.997755:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078446.997758:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078446.997763:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078446.997769:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078446.997771:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078446.997777:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078446.997788:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200192:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078446.997792:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078446.997795:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078446.997797:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0e00 x1855007612200192/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.997804:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078446.997807:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078446.997809:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078446.997811:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078446.997813:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078446.997815:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078446.999217:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078446.999225:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078446.999231:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8accc00.
02000000:00000001:0.0:1769078446.999239:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078446.999241:0:2352:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078446.999243:0:2352:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078446.999246:0:2352:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078446.999249:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9400.
02000000:00000001:0.0:1769078446.999253:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078446.999255:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078446.999257:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0e00.
00000100:00000001:0.0:1769078446.999262:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078446.999264:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078446.999266:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078446.999283:0:2352:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:0.0:1769078446.999286:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571c000.
00000400:00000200:0.0:1769078446.999290:0:2352:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078446.999294:0:2352:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078446.999299:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1110
00000400:00000010:0.0:1769078446.999301:0:2352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1110.
00000100:00000001:0.0:1769078446.999303:0:2352:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078446.999308:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.999406:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078446.999408:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078446.999410:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769078446.999422:0:2352:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078446.999425:0:2352:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078468 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078446.999445:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078443/real 1769078446]  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078446.999456:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078446.999457:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078446.999460:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774ec8.
00000400:00000200:1.0:1769078446.999464:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:1.0:1769078446.999465:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:1.0:1769078446.999468:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078446.999472:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078446.999481:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.999488:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078446.999490:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.999492:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078446.999494:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078446.999499:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.999504:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078446.999506:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.999511:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078446.999513:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.999514:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078446.999514:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.999516:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078446.999518:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078446.999520:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078446.999524:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078446.999526:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078446.999529:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078446.999536:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200320:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078446.999541:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.999542:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078446.999545:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1f80 x1855007612200320/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078468 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078446.999569:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078446.999571:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078446.999588:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078446.999590:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078446.999593:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078446.999594:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078446.999673:0:2352:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078446.999676:0:2352:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078446.999678:0:2352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:0.0:1769078446.999681:0:2352:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078446.999683:0:2352:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078446.999684:0:2352:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078446.999686:0:2352:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078446.999688:0:2352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9800.
02000000:00000001:0.0:1769078446.999694:0:2352:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078446.999695:0:2352:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078446.999697:0:2352:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1f80.
00000100:00000001:0.0:1769078446.999701:0:2352:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078446.999702:0:2352:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078446.999704:0:2352:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1769078447.380685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078447.380691:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078447.380694:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078447.380696:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078447.380700:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078447.380701:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078447.380702:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078447.380704:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078447.380764:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078447.380771:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078447.380773:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078448.020695:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078448.020703:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078448.020705:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078448.020710:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078448.020714:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078448.020718:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078448.020720:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078448.020723:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078448.020726:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078448.404711:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078448.404718:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078448.405097:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078448.405101:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078448.405104:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078448.532681:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300105795, at 4300106240
00000100:00000010:0.0:1769078448.532696:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca0421e0.
00000100:00000040:1.0:1769078448.532936:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300105795, at 4300106240
00000100:00000010:1.0:1769078448.532943:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042f00.
00000100:00000001:2.0:1769078449.044664:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078449.044671:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078449.044672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078449.044676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078449.044679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078449.044682:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078449.044684:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078449.044685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078449.044687:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078449.044711:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078449.044717:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078449.044719:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078449.044722:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078449.044724:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078449.044731:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5434
00000400:00000200:1.0:1769078449.044738:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078449.044743:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078449.044745:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078449.044748:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044750:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078449.044752:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044753:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078449.044756:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078449.044758:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078449.044759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078449.044761:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078449.044763:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078449.044764:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078449.044766:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044767:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078449.044768:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044770:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078449.044772:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078449.044774:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044776:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.044778:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078449.044780:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078449.044782:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.044783:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078449.044785:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078449.044790:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831500.
00000020:00000040:1.0:1769078449.044792:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078449.044796:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078449.044797:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.044799:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078449.044801:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078449.044804:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078449.044810:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acf800.
00000100:00000001:1.0:1769078449.044815:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078449.044821:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078449.044829:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078449.044833:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.044837:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a08170cc] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.044856:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078449.044859:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078449.044862:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078449.044864:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078449.044865:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078449.044868:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078449.044870:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5434
00000400:00000200:1.0:1769078449.044875:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078449.044877:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078449.044879:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078449.044882:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044884:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078449.044886:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044888:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078449.044890:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078449.044892:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078449.044893:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078449.044895:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769078449.044897:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078449.044899:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078449.044901:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044903:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078449.044905:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044907:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078449.044909:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078449.044911:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078449.044913:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078449.044915:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078449.044921:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078449.044922:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.044924:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078449.044928:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078449.044931:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.044932:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078449.044936:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830380.
00000020:00000040:1.0:1769078449.044939:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078449.044941:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078449.044943:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078449.044944:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078449.044946:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078449.044948:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078449.044952:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acec00.
00000100:00000001:1.0:1769078449.044956:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078449.044961:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078449.044967:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078449.044969:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.044972:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ad329c2] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078449.044979:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078449.044982:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078449.044985:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078449.044988:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078449.044991:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078449.044995:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5444)
00000100:00000001:0.0:1769078449.047695:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078449.047705:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078449.047709:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078449.047722:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.047736:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078449.047738:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.047742:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078449.047746:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078449.047749:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078449.047753:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200448:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078449.047757:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078449.047761:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078449.047764:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.047766:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078449.047775:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0ec00.
02000000:00000001:0.0:1769078449.047777:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078449.047787:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078449.048673:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078449.048684:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078449.048692:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200448, portal 25
00000100:00000001:0.0:1769078449.048695:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078449.048696:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455718656 : -118662253832960 : ffff9413ca831500)
00000100:00000040:0.0:1769078449.048704:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.048712:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078449.048714:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078449.048717:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078449.048719:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612200448, offset 0
00000400:00000200:0.0:1769078449.048726:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078449.048735:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078449.048742:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078449.048747:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078449.048751:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078449.048754:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078449.048757:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078449.048761:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3950:3950:256:4294967295] 192.168.204.106@tcp LPNI seq info [3949:3949:8:4294967295]
00000400:00000200:0.0:1769078449.048765:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078449.048774:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078449.048779:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078449.048784:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078449.049129:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078449.049133:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078449.049139:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078449.049143:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078449.049147:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078449.049150:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078449.049155:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078449.049161:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078449.049166:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078449.049168:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078449.049172:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078449.049177:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049389:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078449.049405:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049414:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.049416:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078449.049425:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078449.049429:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078449.049432:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300110919
00000100:00000010:0.0:1769078449.049438:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078449.049445:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078449.049453:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300110919
00000100:00000010:0.0:1769078449.049456:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064900.
00000100:00000001:0.0:1769078449.049460:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078449.049463:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078449.049466:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.049468:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078449.049473:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078449/real 1769078449]  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078449.049483:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078449.049485:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078449.049487:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078449.049490:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078449.049491:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078449.049494:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078449.049497:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078449.049505:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049511:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078449.049513:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049515:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078449.049517:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078449.049520:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049526:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078449.049530:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049538:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078449.049541:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049542:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078449.049544:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049546:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078449.049548:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078449.049573:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078449.049579:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078449.049581:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078449.049586:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078449.049593:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200448:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078449.049598:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078449.049602:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049609:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078449.049610:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.049613:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078449.049616:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078449.049618:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078449.049621:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200576:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078449.049625:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078449.049628:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078449.049630:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078449.049632:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078449.049638:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078449.049640:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078449.049644:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078449.049647:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078449.049651:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078449.049654:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200576, portal 10
00000100:00000001:0.0:1769078449.049656:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078449.049657:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455714176 : -118662253837440 : ffff9413ca830380)
00000100:00000040:0.0:1769078449.049664:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049670:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078449.049673:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078449.049675:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078449.049678:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612200576, offset 0
00000400:00000200:0.0:1769078449.049682:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078449.049686:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078449.049691:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078449.049694:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078449.049697:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078449.049699:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078449.049701:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078449.049704:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3951:3951:256:4294967295] 192.168.204.106@tcp LPNI seq info [3950:3950:8:4294967295]
00000400:00000200:0.0:1769078449.049708:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078449.049713:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078449.049719:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078449.049723:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078449.049727:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078449.049730:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1769078449.049734:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078449.049737:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1769078449.049740:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078449.049742:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078449.049745:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078449.049748:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078449.049751:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078449.049753:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078449.049755:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078449.049759:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049766:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078449.049769:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049775:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.049776:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078449.049779:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078449.049783:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078449.049786:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078449.049788:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300107556
00000100:00000001:0.0:1769078449.049807:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300110919
00000100:00000001:0.0:1769078449.049809:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300107556
00000100:00000001:0.0:1769078449.049812:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300110919
00000100:00000001:0.0:1769078449.049814:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078449.049817:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.049818:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078449.049822:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078449/real 1769078449]  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078449.049831:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078449.049832:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078449.049834:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078449.049836:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078449.049838:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078449.049840:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078449.049843:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078449.049851:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049857:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078449.049858:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049860:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078449.049861:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078449.049865:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049871:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078449.049874:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049880:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078449.049882:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049883:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078449.049884:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049886:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078449.049889:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078449.049891:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078449.049894:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078449.049897:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078449.049900:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078449.049907:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200576:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078449.049911:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049913:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078449.049915:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831500 x1855007612200448/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049921:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078449.049924:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078449.049926:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:0.0:1769078449.049929:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078449.049932:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078449.049933:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078449.049936:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078449.049938:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf800.
02000000:00000001:0.0:1769078449.049942:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078449.049944:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078449.049945:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831500.
00000100:00000001:0.0:1769078449.049949:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078449.049950:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049952:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078449.049955:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830380 x1855007612200576/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078449.049962:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078449.049963:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078449.049965:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078449.049968:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078449.049969:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078449.049970:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078449.049972:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078449.049974:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acec00.
02000000:00000001:0.0:1769078449.049976:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078449.049977:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078449.049978:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830380.
00000100:00000001:0.0:1769078449.049980:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078449.049982:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049984:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078449.049990:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078449.049992:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078449.049995:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078449.049996:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078449.428684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078449.428691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078449.428789:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078449.428793:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078449.428796:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078450.068660:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078450.068668:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078450.068671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078450.068676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078450.068679:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078450.068683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078450.068685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078450.068687:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078450.068689:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078450.452641:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078450.452648:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078450.454085:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078450.454090:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078450.454095:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078451.094200:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078451.094207:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078451.094209:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078451.094215:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078451.094219:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078451.094223:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078451.094225:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078451.094228:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078451.094230:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078451.476650:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078451.476655:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078451.476742:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078451.476746:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078451.476749:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078452.116658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078452.116666:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078452.116668:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078452.116673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078452.116676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078452.116680:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078452.116682:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078452.116685:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078452.116688:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078452.500649:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078452.500655:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078452.500979:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078452.500983:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078452.500987:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078453.140656:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078453.140664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078453.140665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078453.140670:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078453.140673:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078453.140677:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078453.140679:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078453.140681:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078453.140684:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078453.524671:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078453.524677:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078453.524798:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078453.524802:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078453.524806:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078453.652869:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300110919, at 4300111360
00000100:00000010:0.0:1769078453.652885:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000040:1.0:1769078453.654048:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300110919, at 4300111361
00000100:00000010:1.0:1769078453.654057:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064900.
00000100:00000001:2.0:1769078454.164672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078454.164681:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078454.164683:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078454.164685:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769078454.164688:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00080000:1.0:1769078454.164694:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078454.164695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078454.164700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078454.164700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1769078454.164704:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078454.164708:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078454.164713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078454.164716:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5439
00000100:00000001:2.0:1769078454.164717:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078454.164722:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078454.164728:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078454.164735:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078454.164739:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078454.164743:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164746:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078454.164748:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164751:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078454.164755:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078454.164756:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078454.164759:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078454.164762:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078454.164764:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078454.164767:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078454.164770:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164771:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078454.164773:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164775:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078454.164778:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078454.164780:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164783:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.164785:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078454.164789:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078454.164792:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.164794:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078454.164796:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078454.164806:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830000.
00000020:00000040:1.0:1769078454.164810:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078454.164814:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078454.164816:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.164819:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078454.164822:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078454.164825:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078454.164833:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acc800.
00000100:00000001:1.0:1769078454.164854:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078454.164863:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078454.164873:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078454.164877:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078454.164882:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000374c41d0] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078454.164905:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078454.164908:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078454.164911:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078454.164913:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078454.164914:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078454.164917:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078454.164919:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5439
00000400:00000200:1.0:1769078454.164923:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078454.164927:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078454.164930:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078454.164934:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164936:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078454.164939:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164941:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078454.164958:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078454.164964:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078454.164966:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078454.164967:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078454.164970:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:0.0:1769078454.164971:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769078454.164973:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:0.0:1769078454.164975:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078454.164978:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078454.164984:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078454.164985:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164990:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078454.164994:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078454.164998:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078454.165003:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:0.0:1769078454.165005:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078454.165009:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078454.165010:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078454.165015:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.165016:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078454.165018:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078454.165021:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078454.165025:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078454.165026:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.165031:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078454.165033:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200704:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078454.165035:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078454.165040:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1769078454.165040:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078454.165046:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1769078454.165046:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.165049:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.165050:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.165055:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1769078454.165056:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831c00.
00000020:00000040:1.0:1769078454.165060:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000010:0.0:1769078454.165061:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f800.
02000000:00000001:1.0:1769078454.165063:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078454.165065:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078454.165066:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078454.165070:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078454.165071:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078454.165073:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078454.165075:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
02000000:00000010:1.0:1769078454.165079:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acf000.
00000400:00000010:0.0:1769078454.165082:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000100:00000001:1.0:1769078454.165084:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078454.165092:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00100000:1.0:1769078454.165093:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078454.165100:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200704, portal 25
00000100:00000001:0.0:1769078454.165106:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078454.165106:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078454.165110:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455713280 : -118662253838336 : ffff9413ca830000)
00000100:00000001:1.0:1769078454.165111:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078454.165122:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078454.165122:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000127bd6bc] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165149:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078454.165156:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078454.165161:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000001:1.0:1769078454.165163:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078454.165166:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612200704, offset 0
00000100:00000040:1.0:1769078454.165168:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078454.165174:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078454.165176:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769078454.165179:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078454.165186:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078454.165192:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000040:1.0:1769078454.165195:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078454.165198:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078454.165203:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:1.0:1769078454.165203:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5449)
00000400:00000200:0.0:1769078454.165210:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078454.165215:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078454.165219:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3952:3952:256:4294967295] 192.168.204.106@tcp LPNI seq info [3951:3951:8:4294967295]
00000400:00000200:0.0:1769078454.165224:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078454.165233:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078454.165239:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078454.165245:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078454.165256:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078454.165260:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078454.165266:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078454.165270:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078454.165275:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078454.165277:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078454.165285:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078454.165291:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078454.165296:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078454.165299:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078454.165305:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078454.165309:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165318:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078454.165321:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165329:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.165330:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078454.165336:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078454.165340:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078454.165343:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300116035
00000100:00000010:0.0:1769078454.165348:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078454.165355:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078454.165361:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300116035
00000100:00000010:0.0:1769078454.165365:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30643c0.
00000100:00000001:0.0:1769078454.165368:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078454.165371:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078454.165374:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.165376:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078454.165380:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078454/real 1769078454]  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078454.165391:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078454.165392:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078454.165394:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078454.165397:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078454.165399:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078454.165401:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078454.165405:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078454.165413:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165426:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078454.165427:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165429:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078454.165431:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078454.165435:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165443:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078454.165448:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165467:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078454.165470:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165471:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078454.165473:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165475:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078454.165477:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078454.165480:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078454.165490:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078454.165493:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078454.165498:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078454.165507:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200704:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078454.165511:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165513:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078454.165516:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830000 x1855007612200704/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165522:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078454.165524:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078454.165527:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:0.0:1769078454.165530:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078454.165532:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078454.165534:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078454.165536:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078454.165538:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc800.
02000000:00000001:0.0:1769078454.165541:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078454.165543:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078454.165545:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830000.
00000100:00000001:0.0:1769078454.165548:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078454.165549:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165591:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165598:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078454.165599:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.165602:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078454.165603:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078454.165605:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078454.165609:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165617:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078454.165619:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.165622:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078454.165624:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078454.165626:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078454.165629:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200832:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078454.165633:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078454.165635:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078454.165636:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078454.165638:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078454.165642:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f800.
02000000:00000001:0.0:1769078454.165644:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078454.165649:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078454.165652:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078454.165656:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078454.165659:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200832, portal 10
00000100:00000001:0.0:1769078454.165661:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078454.165662:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455720448 : -118662253831168 : ffff9413ca831c00)
00000100:00000040:0.0:1769078454.165669:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165676:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078454.165678:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078454.165681:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078454.165684:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612200832, offset 0
00000400:00000200:0.0:1769078454.165688:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078454.165692:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078454.165696:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078454.165699:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078454.165703:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078454.165706:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078454.165708:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078454.165711:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3953:3953:256:4294967295] 192.168.204.106@tcp LPNI seq info [3952:3952:8:4294967295]
00000400:00000200:0.0:1769078454.165716:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078454.165724:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078454.165730:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078454.165733:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078454.165738:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078454.165741:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1769078454.165746:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078454.165749:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1769078454.165753:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078454.165755:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078454.165759:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078454.165762:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078454.165765:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078454.165767:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078454.165769:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078454.165773:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165787:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078454.165790:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165796:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.165798:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078454.165801:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078454.165805:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078454.165808:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078454.165810:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300112672
00000100:00000001:0.0:1769078454.165813:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300116035
00000100:00000001:0.0:1769078454.165815:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300112672
00000100:00000001:0.0:1769078454.165817:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300116035
00000100:00000001:0.0:1769078454.165819:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078454.165821:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.165823:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078454.165827:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078454/real 1769078454]  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078454.165834:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078454.165835:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078454.165837:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078454.165839:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078454.165841:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078454.165843:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078454.165845:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078454.165854:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165860:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078454.165863:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165864:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078454.165866:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078454.165870:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165877:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078454.165881:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165887:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078454.165890:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165891:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078454.165893:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165895:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078454.165897:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078454.165899:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078454.165902:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078454.165904:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078454.165908:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078454.165915:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612200832:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078454.165919:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165921:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078454.165924:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831c00 x1855007612200832/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078454.165930:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078454.165932:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078454.165934:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:0.0:1769078454.165936:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078454.165938:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078454.165940:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078454.165942:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078454.165954:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf000.
02000000:00000001:0.0:1769078454.165957:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078454.165958:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078454.165960:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831c00.
00000100:00000001:0.0:1769078454.165962:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078454.165964:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165966:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078454.165969:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078454.165970:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078454.165971:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078454.165973:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078454.548689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078454.548696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078454.548905:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078454.548908:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078454.548911:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078455.188662:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078455.188669:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078455.188671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078455.188676:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078455.188680:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078455.188683:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.188685:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078455.188688:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078455.188690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078455.572687:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078455.572693:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078455.572758:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078455.572761:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078455.572764:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078456.212730:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078456.212738:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078456.212740:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078456.212745:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078456.212749:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078456.212753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078456.212755:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078456.212757:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078456.212760:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078456.596676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078456.596684:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078456.596686:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078456.596689:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078456.596693:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078456.596695:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078456.596697:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078456.596699:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078456.597396:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078456.597400:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078456.597404:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078457.236692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078457.236700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078457.236702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078457.236707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078457.236711:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078457.236714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078457.236716:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078457.236718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078457.236721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078457.620780:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078457.620786:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078457.630256:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078457.630262:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078457.630268:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078458.260683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078458.260691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078458.260694:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078458.260699:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078458.260702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078458.260706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078458.260708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078458.260710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078458.260713:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078458.645730:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078458.645737:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078458.645851:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078458.645855:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078458.645858:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078458.772693:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300116035, at 4300116480
00000100:00000040:1.0:1769078458.772693:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300116035, at 4300116480
00000100:00000010:1.0:1769078458.772709:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30643c0.
00000100:00000010:0.0:1769078458.772711:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000001:2.0:1769078459.284680:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078459.284687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078459.284688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078459.284693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078459.284696:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078459.284700:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078459.284703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078459.284705:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078459.284708:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078459.285189:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078459.285195:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078459.285196:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078459.285200:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078459.285202:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078459.285209:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5444
00000400:00000200:3.0:1769078459.285216:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078459.285221:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078459.285223:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078459.285225:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.285227:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.285229:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.285231:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078459.285234:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078459.285236:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078459.285238:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078459.285240:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078459.285241:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078459.285243:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078459.285245:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.285246:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.285247:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.285248:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078459.285250:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078459.285252:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078459.285253:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078459.285255:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078459.285258:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078459.285259:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.285261:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078459.285262:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078459.285270:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2d80.
00000020:00000040:3.0:1769078459.285272:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078459.285275:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078459.285276:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.285277:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078459.285279:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078459.285283:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078459.285288:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8c00.
00000100:00000001:3.0:1769078459.285292:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078459.285299:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078459.285306:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078459.285309:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.285311:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc3e7dfc] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.286100:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078459.286104:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078459.286105:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078459.286111:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.286116:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078459.286118:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078459.286120:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078459.286123:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078459.286124:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078459.286126:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200960:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078459.286129:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078459.286132:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078459.286133:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078459.286135:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078459.286138:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f800.
02000000:00000001:0.0:1769078459.286140:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078459.286146:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078459.286149:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078459.286153:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078459.286159:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612200960, portal 25
00000100:00000001:0.0:1769078459.286161:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078459.286162:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334614400 : -118662374937216 : ffff9413c34b2d80)
00000100:00000040:0.0:1769078459.286166:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.286171:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078459.286173:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078459.286175:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078459.286176:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612200960, offset 0
00000400:00000200:0.0:1769078459.286180:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078459.286186:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078459.286191:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078459.286195:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078459.286198:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078459.286201:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078459.286203:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078459.286205:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3954:3954:256:4294967295] 192.168.204.106@tcp LPNI seq info [3953:3953:8:4294967295]
00000400:00000200:0.0:1769078459.286208:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078459.286215:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078459.286218:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078459.286222:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078459.286226:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078459.286229:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078459.286233:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078459.286235:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078459.286238:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078459.286240:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078459.286245:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078459.286248:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078459.286251:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078459.286253:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078459.286256:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078459.286258:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078459.286361:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078459.286364:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078459.286366:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078459.286367:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078459.286369:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078459.286371:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078459.286373:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5444
00000400:00000200:3.0:1769078459.286376:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078459.286378:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078459.286380:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078459.286382:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.286383:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.286384:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.286386:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078459.286387:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078459.286388:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078459.286390:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078459.286391:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078459.286393:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078459.286395:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078459.286397:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.286399:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078459.286401:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078459.286402:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078459.286405:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078459.286407:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078459.286409:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078459.286412:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078459.286417:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078459.286419:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.286421:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078459.286424:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078459.286427:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.286429:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078459.286433:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1180.
00000020:00000040:3.0:1769078459.286435:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078459.286438:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078459.286439:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.286442:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078459.286443:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078459.286446:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078459.286450:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa800.
00000100:00000001:3.0:1769078459.286454:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078459.286459:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078459.286467:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078459.286470:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.286473:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b498e48] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.286504:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078459.286509:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.286516:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078459.286518:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078459.286526:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078459.286531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078459.286534:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300121156
00000100:00000010:0.0:1769078459.286539:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078459.286546:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078459.286593:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300121156
00000100:00000010:0.0:1769078459.286597:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064300.
00000100:00000001:0.0:1769078459.286601:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078459.286605:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078459.286607:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078459.286609:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078459.286614:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459]  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078459.286623:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078459.286624:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078459.286627:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078459.286629:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078459.286631:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078459.286633:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078459.286636:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078459.286644:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.286650:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078459.286652:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.286654:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078459.286991:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078459.286996:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287000:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078459.287003:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287007:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078459.287009:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287010:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078459.287011:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287012:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078459.287014:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078459.287016:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078459.287019:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078459.287020:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078459.287023:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078459.287028:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612200960:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078459.287030:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287032:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078459.287033:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2d80 x1855007612200960/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287037:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078459.287038:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078459.287040:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:0.0:1769078459.287042:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078459.287044:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078459.287045:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078459.287047:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078459.287048:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8c00.
02000000:00000001:0.0:1769078459.287051:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078459.287052:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078459.287053:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2d80.
00000100:00000001:0.0:1769078459.287057:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078459.287057:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287059:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287064:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078459.287065:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078459.287066:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078459.287067:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078459.287068:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078459.287070:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287074:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078459.287075:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078459.287076:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078459.287078:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078459.287079:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078459.287080:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201088:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078459.287082:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078459.287084:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078459.287085:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078459.287086:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078459.287088:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f800.
02000000:00000001:0.0:1769078459.287089:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078459.287092:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078459.287094:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078459.287096:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078459.287098:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201088, portal 10
00000100:00000001:0.0:1769078459.287099:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078459.287100:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334607232 : -118662374944384 : ffff9413c34b1180)
00000100:00000040:0.0:1769078459.287104:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287108:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078459.287110:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078459.287111:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078459.287112:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612201088, offset 0
00000400:00000200:0.0:1769078459.287115:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078459.287117:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078459.287120:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078459.287122:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078459.287123:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078459.287125:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078459.287126:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078459.287128:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3955:3955:256:4294967295] 192.168.204.106@tcp LPNI seq info [3954:3954:8:4294967295]
00000400:00000200:0.0:1769078459.287131:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078459.287135:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078459.287138:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078459.287140:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078459.287143:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078459.287145:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1769078459.287148:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078459.287149:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1769078459.287152:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078459.287153:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078459.287155:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078459.287157:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078459.287159:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078459.287160:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078459.287162:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078459.287164:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287168:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078459.287170:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287178:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078459.287179:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078459.287181:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078459.287183:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078459.287185:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078459.287186:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300117792
00000100:00000001:0.0:1769078459.287188:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300121156
00000100:00000001:0.0:1769078459.287190:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300117792
00000100:00000001:0.0:1769078459.287191:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300121156
00000100:00000001:0.0:1769078459.287192:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078459.287193:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078459.287194:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078459.287196:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078459/real 1769078459]  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078459.287200:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078459.287201:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078459.287202:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078459.287203:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078459.287204:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078459.287205:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078459.287207:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078459.287212:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287215:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078459.287216:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287216:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078459.287217:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078459.287219:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287223:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078459.287226:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287229:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078459.287231:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287231:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078459.287232:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287233:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078459.287234:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078459.287235:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078459.287237:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078459.287238:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078459.287240:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078459.287244:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201088:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078459.287246:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287247:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078459.287248:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1180 x1855007612201088/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078459.287252:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078459.287253:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078459.287254:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f800.
02000000:00000001:0.0:1769078459.287255:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078459.287256:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078459.287257:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078459.287258:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078459.287259:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa800.
02000000:00000001:0.0:1769078459.287260:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078459.287261:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078459.287262:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1180.
00000100:00000001:0.0:1769078459.287264:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078459.287265:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287266:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078459.287268:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078459.287269:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078459.287270:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078459.287271:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078459.291403:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078459.291409:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078459.291470:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078459.291476:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078459.291481:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078459.291483:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078459.291486:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078459.291493:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5454)
00010000:00000001:1.0:1769078459.669363:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078459.669369:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078459.669430:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078459.669434:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078459.669438:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078460.308706:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078460.308712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078460.308714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078460.308720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078460.308723:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078460.308727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.308728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078460.308730:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078460.308732:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078460.692688:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078460.692695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078460.692787:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078460.692790:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078460.692792:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078461.332806:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078461.332814:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078461.332816:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078461.332832:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078461.332836:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078461.332840:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078461.332843:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078461.332845:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078461.332848:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078461.716950:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078461.716957:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078461.717048:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078461.717053:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078461.717056:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078462.359848:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078462.359857:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078462.359859:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078462.359864:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078462.359867:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078462.359871:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078462.359874:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078462.359876:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078462.359879:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078462.740748:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078462.740756:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078462.740895:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078462.740898:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078462.740901:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078463.380690:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078463.380697:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078463.380699:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078463.380704:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078463.380708:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078463.380712:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078463.380715:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078463.380718:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078463.380720:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078463.764724:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078463.764730:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078463.764843:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078463.764847:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078463.764849:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078463.892825:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300121156, at 4300121600
00000100:00000010:0.0:1769078463.892840:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000040:1.0:1769078463.892952:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300121156, at 4300121600
00000100:00000010:1.0:1769078463.892958:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064300.
00000100:00000001:2.0:1769078464.404644:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078464.404653:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078464.404655:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078464.404667:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078464.404675:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078464.404679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078464.404681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078464.404684:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078464.404686:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078464.404731:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078464.404736:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078464.404738:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078464.404741:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078464.404743:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078464.404749:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5449
00000400:00000200:1.0:1769078464.404756:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078464.404761:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078464.404763:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078464.404766:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404768:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078464.404769:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404784:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078464.404786:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078464.404788:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078464.404789:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078464.404792:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078464.404793:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078464.404795:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078464.404797:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404798:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078464.404799:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404800:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078464.404803:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078464.404805:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404812:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.404815:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078464.404819:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.404822:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.404824:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078464.404826:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078464.404834:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833100.
00000020:00000040:1.0:1769078464.404838:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078464.404841:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078464.404843:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.404846:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078464.404848:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078464.404852:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078464.404861:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acf000.
00000100:00000001:1.0:1769078464.404867:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078464.404875:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078464.404885:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078464.404889:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.404893:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b658190] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.404919:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078464.404921:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078464.404923:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078464.404924:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078464.404925:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078464.404927:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078464.404929:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5449
00000400:00000200:1.0:1769078464.404932:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078464.404934:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078464.404936:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078464.404937:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404939:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078464.404940:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404942:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078464.404943:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078464.404944:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078464.404945:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078464.404946:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769078464.404953:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078464.404955:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078464.404958:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404959:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078464.404961:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404963:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078464.404965:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078464.404967:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078464.404969:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078464.404971:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078464.404976:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078464.404978:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.404979:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078464.404983:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078464.404986:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.404987:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078464.404991:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831f80.
00000020:00000040:1.0:1769078464.404993:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078464.404996:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078464.404997:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078464.404999:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078464.405000:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078464.405002:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078464.405006:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acc800.
00000100:00000001:1.0:1769078464.405010:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078464.405015:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078464.405021:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078464.405023:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.405025:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3b9b0] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078464.405030:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078464.405032:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078464.405034:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078464.405036:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078464.405039:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078464.405043:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5459)
00000100:00000001:0.0:1769078464.405119:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078464.405122:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078464.405124:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078464.405128:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405133:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078464.405134:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078464.405137:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078464.405139:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078464.405140:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078464.405142:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201216:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078464.405146:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078464.405148:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078464.405150:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078464.405151:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078464.405155:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078464.405156:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078464.405161:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078464.405163:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078464.405168:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078464.405174:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201216, portal 25
00000100:00000001:0.0:1769078464.405176:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078464.405177:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455725824 : -118662253825792 : ffff9413ca833100)
00000100:00000040:0.0:1769078464.405181:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405185:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078464.405187:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078464.405188:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078464.405190:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612201216, offset 0
00000400:00000200:0.0:1769078464.405202:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078464.405210:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078464.405215:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078464.405220:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078464.405224:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078464.405227:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078464.405230:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078464.405234:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3956:3956:256:4294967295] 192.168.204.106@tcp LPNI seq info [3955:3955:8:4294967295]
00000400:00000200:0.0:1769078464.405238:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078464.405247:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078464.405253:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078464.405257:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078464.405262:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078464.405264:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078464.405269:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078464.405271:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078464.405275:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078464.405278:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078464.405283:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078464.405287:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078464.405292:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078464.405294:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078464.405298:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078464.405302:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405317:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078464.405320:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405327:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078464.405328:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078464.405334:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078464.405337:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078464.405339:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300126275
00000100:00000010:0.0:1769078464.405343:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078464.405347:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078464.405352:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300126275
00000100:00000010:0.0:1769078464.405355:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064a20.
00000100:00000001:0.0:1769078464.405357:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078464.405360:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078464.405363:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078464.405365:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078464.405369:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078464]  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078464.405377:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078464.405379:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078464.405380:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078464.405383:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078464.405385:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078464.405387:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078464.405390:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078464.405410:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405414:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078464.405416:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405417:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078464.405419:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078464.405421:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405425:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078464.405428:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405432:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078464.405434:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405435:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078464.405436:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405437:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078464.405438:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078464.405440:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078464.405442:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078464.405443:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078464.405445:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078464.405450:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201216:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078464.405452:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078464.405454:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405458:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078464.405459:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078464.405460:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078464.405462:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078464.405463:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078464.405464:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201344:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078464.405467:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078464.405468:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078464.405469:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078464.405470:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078464.405472:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0ec00.
02000000:00000001:0.0:1769078464.405474:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078464.405477:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078464.405478:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078464.405481:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078464.405484:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201344, portal 10
00000100:00000001:0.0:1769078464.405486:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078464.405487:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455721344 : -118662253830272 : ffff9413ca831f80)
00000100:00000040:0.0:1769078464.405493:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405499:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078464.405501:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078464.405504:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078464.405506:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612201344, offset 0
00000400:00000200:0.0:1769078464.405510:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078464.405514:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078464.405517:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078464.405520:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078464.405522:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078464.405524:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078464.405526:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078464.405529:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3957:3957:256:4294967295] 192.168.204.106@tcp LPNI seq info [3956:3956:8:4294967295]
00000400:00000200:0.0:1769078464.405531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078464.405535:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078464.405538:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078464.405541:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078464.405543:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078464.405545:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1769078464.405548:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078464.405549:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1769078464.405572:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078464.405574:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078464.405576:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078464.405578:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078464.405580:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078464.405581:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078464.405583:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078464.405585:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405599:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078464.405601:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405605:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078464.405606:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078464.405608:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078464.405611:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078464.405613:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078464.405614:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300122912
00000100:00000001:0.0:1769078464.405616:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300126275
00000100:00000001:0.0:1769078464.405620:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300122912
00000100:00000001:0.0:1769078464.405621:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300126275
00000100:00000001:0.0:1769078464.405623:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078464.405624:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078464.405625:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078464.405627:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078464/real 1769078464]  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078464.405632:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078464.405633:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078464.405634:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078464.405636:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078464.405637:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078464.405638:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078464.405640:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078464.405644:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405648:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078464.405649:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405650:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078464.405651:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078464.405652:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405658:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078464.405661:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405667:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078464.405669:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405670:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078464.405671:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405673:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078464.405675:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078464.405677:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078464.405680:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078464.405682:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078464.405686:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078464.405694:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201344:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078464.405697:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405700:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078464.405703:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833100 x1855007612201216/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405708:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078464.405710:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078464.405712:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078464.405714:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078464.405715:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078464.405716:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078464.405717:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078464.405720:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf000.
02000000:00000001:0.0:1769078464.405722:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078464.405723:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078464.405724:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833100.
00000100:00000001:0.0:1769078464.405726:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078464.405727:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405728:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078464.405730:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831f80 x1855007612201344/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078464.405734:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078464.405734:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078464.405735:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0ec00.
02000000:00000001:0.0:1769078464.405736:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078464.405737:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078464.405737:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078464.405738:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078464.405739:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc800.
02000000:00000001:0.0:1769078464.405740:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078464.405741:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078464.405741:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831f80.
00000100:00000001:0.0:1769078464.405743:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078464.405744:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405745:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078464.405749:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078464.405751:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078464.405752:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078464.405753:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078464.788899:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078464.788905:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078464.788967:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078464.788972:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078464.788976:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078465.428983:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078465.428988:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078465.428990:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078465.428994:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078465.428997:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078465.428999:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078465.429001:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078465.429003:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078465.429005:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078465.812701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078465.812708:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078465.812859:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078465.812863:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078465.812866:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078466.452679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078466.452687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078466.452688:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078466.452693:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078466.452697:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078466.452701:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078466.452703:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078466.452706:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078466.452709:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078466.836853:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078466.836861:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078466.836863:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078466.836865:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078466.836870:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078466.836872:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078466.836874:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078466.836877:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078466.836964:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078466.836968:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078466.836971:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078467.476655:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078467.476661:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078467.476662:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078467.476666:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078467.476669:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078467.476672:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078467.476674:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078467.476675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078467.476677:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078467.860687:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078467.860694:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078467.860832:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078467.860836:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078467.860839:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078468.500711:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078468.500721:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078468.500723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078468.500730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078468.500735:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078468.500740:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.500743:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078468.500746:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078468.500748:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078468.885280:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078468.885290:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078468.885414:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078468.885418:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078468.885422:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078469.012720:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300126275, at 4300126720
00000100:00000010:1.0:1769078469.012741:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064a20.
00000100:00000040:0.0:1769078469.012760:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300126275, at 4300126720
00000100:00000010:0.0:1769078469.012769:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000001:1.0:1769078469.524777:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078469.524786:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078469.524789:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078469.524796:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078469.524801:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078469.524806:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078469.524809:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078469.524812:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078469.524816:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078469.524915:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078469.524922:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078469.524926:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078469.524930:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078469.524933:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078469.524942:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5454
00000400:00000200:3.0:1769078469.524953:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078469.524960:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078469.524963:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078469.524966:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.524970:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078469.524973:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.524976:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078469.524980:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078469.524983:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078469.524986:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078469.524989:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078469.524991:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078469.524995:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078469.524998:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.524999:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078469.525001:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.525003:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078469.525006:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078469.525010:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078469.525013:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078469.525016:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078469.525019:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078469.525023:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078469.525025:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078469.525028:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078469.525039:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2300.
00000020:00000040:3.0:1769078469.525043:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078469.525049:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078469.525051:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078469.525054:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078469.525057:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078469.525062:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078469.525071:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fac00.
00000100:00000001:3.0:1769078469.525078:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078469.525088:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078469.525099:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078469.525103:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078469.525109:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000379e72c9] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.525178:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078469.525182:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078469.525184:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078469.525191:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.525200:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078469.525201:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078469.525206:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078469.525208:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078469.525211:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078469.525214:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201472:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078469.525218:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078469.525223:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078469.525226:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078469.525229:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078469.525235:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078469.525236:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078469.525243:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078469.525247:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078469.525255:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078469.525265:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201472, portal 25
00000100:00000001:0.0:1769078469.525267:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078469.525270:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334611712 : -118662374939904 : ffff9413c34b2300)
00000100:00000040:0.0:1769078469.525275:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.525282:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078469.525285:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078469.525288:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078469.525292:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612201472, offset 0
00000400:00000200:0.0:1769078469.525299:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078469.525308:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078469.525315:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078469.525321:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078469.525325:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078469.525329:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078469.525333:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078469.525337:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3958:3958:256:4294967295] 192.168.204.106@tcp LPNI seq info [3957:3957:8:4294967295]
00000400:00000200:0.0:1769078469.525341:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078469.525352:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078469.525359:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078469.525365:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078469.525373:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078469.525377:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078469.525384:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078469.525388:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078469.525391:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078469.525394:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078469.525402:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078469.525408:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078469.525414:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078469.525417:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078469.525422:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078469.525427:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078469.525454:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078469.525457:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078469.525460:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078469.525462:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078469.525464:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078469.525467:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078469.525469:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5454
00000400:00000200:3.0:1769078469.525474:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078469.525477:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078469.525480:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078469.525483:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.525485:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078469.525487:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.525489:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078469.525491:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078469.525492:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078469.525494:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078469.525496:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078469.525498:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078469.525500:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078469.525503:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.525506:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078469.525508:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078469.525510:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078469.525513:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078469.525516:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078469.525518:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078469.525520:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078469.525526:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078469.525528:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078469.525530:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078469.525535:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078469.525538:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078469.525540:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078469.525544:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3800.
00000020:00000040:3.0:1769078469.525547:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078469.525550:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078469.525574:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078469.525576:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078469.525578:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078469.525580:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078469.525584:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb400.
00000100:00000001:3.0:1769078469.525588:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078469.525593:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078469.525601:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078469.525613:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078469.525616:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006693922c] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.528736:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078469.528755:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.528770:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078469.528772:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078469.528787:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078469.528796:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078469.528800:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300131398
00000100:00000010:0.0:1769078469.528809:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078469.528817:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078469.528826:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300131398
00000100:00000010:0.0:1769078469.528830:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064d20.
00000100:00000001:0.0:1769078469.528833:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078469.528837:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078469.528839:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078469.528843:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078469.528847:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078469/real 1769078469]  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078469.528861:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078469.528863:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078469.528867:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078469.528871:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078469.528873:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078469.528877:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078469.528880:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078469.528889:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.528897:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078469.528900:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.528902:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078469.528904:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078469.528908:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.528915:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078469.528921:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.528935:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078469.528938:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.528940:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078469.528941:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.528943:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078469.528946:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078469.528949:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078469.528954:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078469.528957:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078469.528961:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078469.528969:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201472:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078469.528974:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.528977:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078469.528980:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2300 x1855007612201472/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.528987:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078469.528991:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078469.528995:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078469.528999:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078469.529002:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078469.529004:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078469.529006:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078469.529009:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fac00.
02000000:00000001:0.0:1769078469.529013:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078469.529016:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078469.529018:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2300.
00000100:00000001:0.0:1769078469.529022:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078469.529023:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.529026:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.529036:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078469.529038:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078469.529041:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078469.529043:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078469.529045:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078469.529049:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.529057:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078469.529059:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078469.529062:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078469.529066:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078469.529069:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078469.529072:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201600:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078469.529076:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078469.529081:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078469.529084:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078469.529087:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078469.529092:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078469.529095:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078469.529100:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078469.529104:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078469.529109:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078469.529115:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201600, portal 10
00000100:00000001:0.0:1769078469.529118:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078469.529119:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617088 : -118662374934528 : ffff9413c34b3800)
00000100:00000040:0.0:1769078469.529128:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.529134:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078469.529137:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078469.529140:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078469.529143:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612201600, offset 0
00000400:00000200:0.0:1769078469.529149:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078469.529157:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078469.529165:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078469.529171:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078469.529176:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078469.529180:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078469.529183:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078469.529187:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3959:3959:256:4294967295] 192.168.204.106@tcp LPNI seq info [3958:3958:8:4294967295]
00000400:00000200:0.0:1769078469.529192:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078469.529202:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078469.529208:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078469.529214:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078469.529222:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078469.529226:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1769078469.529233:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078469.529253:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1769078469.529259:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078469.529262:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078469.529268:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078469.529272:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078469.529277:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078469.529279:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078469.529282:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078469.529286:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.529295:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078469.529298:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.529304:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078469.529306:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078469.529309:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078469.529313:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078469.529317:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078469.529319:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300128034
00000100:00000001:0.0:1769078469.529323:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300131398
00000100:00000001:0.0:1769078469.529325:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300128034
00000100:00000001:0.0:1769078469.529327:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300131398
00000100:00000001:0.0:1769078469.529329:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078469.529331:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078469.529332:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078469.529335:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078469/real 1769078469]  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078469.529343:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078469.529345:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078469.529346:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078469.529348:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078469.529350:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078469.529352:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078469.529355:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078469.529364:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.529371:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078469.529373:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.529375:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078469.529376:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078469.529379:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.529386:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078469.529389:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.529396:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078469.529398:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.529401:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078469.529402:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.529404:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078469.529407:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078469.529409:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078469.529412:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:3.0:1769078469.529678:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078469.529692:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078469.529697:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078469.529700:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078469.529704:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078469.529710:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5464)
00000100:00000001:0.0:1769078469.530683:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078469.530698:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078469.530708:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201600:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078469.530713:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.530716:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078469.530719:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3800 x1855007612201600/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078469.530725:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078469.530728:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078469.530730:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078469.530733:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078469.530735:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078469.530736:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078469.530739:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078469.530741:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb400.
02000000:00000001:0.0:1769078469.530744:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078469.530746:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078469.530748:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3800.
00000100:00000001:0.0:1769078469.530751:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078469.530752:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.530754:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078469.530758:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078469.530760:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078469.530762:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078469.530763:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078469.908720:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078469.908731:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078469.908847:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078469.908851:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078469.908855:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078470.548683:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078470.548691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078470.548693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078470.548698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078470.548701:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078470.548704:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078470.548706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078470.548709:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078470.548711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078470.935885:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078470.935892:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078470.936495:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078470.936502:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078470.936506:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078471.572687:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078471.572694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078471.572696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078471.572702:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078471.572706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078471.572710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078471.572713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078471.572715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078471.572718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078471.956690:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078471.956696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078471.956778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078471.956784:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078471.956787:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078472.596702:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078472.596710:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078472.596712:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078472.596717:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078472.596721:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078472.596724:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078472.596727:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078472.596728:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078472.596731:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078472.980697:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078472.980704:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078472.980789:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078472.980796:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078472.980802:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078473.620658:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078473.620664:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078473.620665:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078473.620669:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078473.620671:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078473.620674:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078473.620676:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078473.620678:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078473.620680:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078474.004676:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078474.004683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078474.004761:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078474.004764:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078474.004767:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078474.132685:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300131398, at 4300131840
00000100:00000040:0.0:1769078474.132694:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300131398, at 4300131840
00000100:00000010:1.0:1769078474.132701:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064d20.
00000100:00000010:0.0:1769078474.132706:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00080000:3.0:1769078474.644690:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078474.644701:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078474.644703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1769078474.644704:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078474.644713:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1769078474.644714:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078474.644716:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078474.644723:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1769078474.644725:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078474.644728:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078474.644732:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1769078474.644732:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5459
00000100:00000001:2.0:1769078474.644740:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078474.644743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078474.644746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078474.644747:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078474.644756:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078474.644758:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078474.644762:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644765:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078474.644768:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644770:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078474.644773:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078474.644775:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078474.644777:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078474.644779:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078474.644781:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078474.644782:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078474.644784:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644786:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078474.644788:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644789:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078474.644792:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078474.644794:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644796:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078474.644798:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078474.644801:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078474.644803:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078474.644805:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078474.644806:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078474.644816:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0a80.
00000020:00000040:3.0:1769078474.644819:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078474.644823:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078474.644824:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078474.644827:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078474.644829:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078474.644833:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078474.644841:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fb800.
00000100:00000001:3.0:1769078474.644847:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078474.644855:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078474.644863:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078474.644867:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078474.644870:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000697ce559] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078474.644888:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078474.644890:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078474.644892:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078474.644893:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078474.644894:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078474.644896:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078474.644898:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5459
00000400:00000200:3.0:1769078474.644900:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078474.644902:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078474.644904:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078474.644905:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644907:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078474.644908:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644909:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078474.644910:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078474.644911:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078474.644912:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078474.644913:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078474.644914:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078474.644915:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078474.644917:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644918:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078474.644919:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644920:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078474.644921:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078474.644922:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078474.644923:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078474.644924:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078474.644928:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078474.644930:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078474.644931:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078474.644935:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078474.644937:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078474.644939:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078474.644941:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b2a00.
00000020:00000040:3.0:1769078474.644943:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078474.644945:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078474.644946:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078474.644947:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078474.644949:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078474.644949:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078474.644951:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.644954:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1769078474.644955:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9000.
00000100:00000001:0.0:1769078474.644958:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078474.644959:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078474.644965:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1769078474.644967:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078474.644976:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078474.644979:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.644985:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078474.644985:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2cc9e4b] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.644988:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078474.644993:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078474.644996:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078474.644997:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078474.644999:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1769078474.645000:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078474.645005:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:0.0:1769078474.645007:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201728:192.168.204.106@tcp:250:kworker.0
00000100:00000040:3.0:1769078474.645008:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769078474.645012:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078474.645013:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:0.0:1769078474.645016:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1769078474.645018:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5470)
02000000:00000001:0.0:1769078474.645020:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078474.645023:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078474.645028:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078474.645030:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078474.645036:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078474.645040:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078474.645046:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078474.645053:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201728, portal 25
00000100:00000001:0.0:1769078474.645055:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078474.645056:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334605440 : -118662374946176 : ffff9413c34b0a80)
00000100:00000040:0.0:1769078474.645060:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645066:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078474.645068:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078474.645070:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078474.645072:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612201728, offset 0
00000400:00000200:0.0:1769078474.645077:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078474.645084:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078474.645091:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078474.645096:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078474.645100:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078474.645104:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078474.645106:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078474.645108:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3960:3960:256:4294967295] 192.168.204.106@tcp LPNI seq info [3959:3959:8:4294967295]
00000400:00000200:0.0:1769078474.645111:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078474.645119:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078474.645123:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078474.645127:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078474.645133:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078474.645137:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078474.645141:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078474.645144:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078474.645147:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078474.645149:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078474.645155:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078474.645158:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078474.645162:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078474.645164:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078474.645168:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078474.645171:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645178:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078474.645188:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645193:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.645195:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078474.645201:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078474.645204:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078474.645206:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300136515
00000100:00000010:0.0:1769078474.645210:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078474.645216:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078474.645222:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300136515
00000100:00000010:0.0:1769078474.645224:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30645a0.
00000100:00000001:0.0:1769078474.645226:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078474.645228:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078474.645230:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.645232:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078474.645234:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078474/real 1769078474]  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078474.645240:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078474.645242:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078474.645243:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078474.645245:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078474.645246:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078474.645248:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078474.645250:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078474.645255:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645259:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078474.645260:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645262:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078474.645263:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078474.645266:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645270:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078474.645273:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645277:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078474.645279:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645280:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078474.645281:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645283:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078474.645284:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078474.645286:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078474.645289:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078474.645290:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078474.645293:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078474.645297:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201728:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078474.645300:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645301:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078474.645303:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0a80 x1855007612201728/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645308:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078474.645310:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078474.645312:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078474.645314:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078474.645315:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078474.645316:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078474.645317:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078474.645319:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fb800.
02000000:00000001:0.0:1769078474.645322:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078474.645324:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078474.645325:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0a80.
00000100:00000001:0.0:1769078474.645328:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078474.645329:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645330:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645336:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078474.645337:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.645339:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078474.645340:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078474.645341:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078474.645343:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645347:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078474.645348:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078474.645350:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078474.645351:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078474.645352:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078474.645354:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201856:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078474.645355:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078474.645356:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078474.645357:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078474.645358:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078474.645360:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078474.645361:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078474.645363:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078474.645370:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078474.645372:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078474.645374:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201856, portal 10
00000100:00000001:0.0:1769078474.645375:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078474.645376:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334613504 : -118662374938112 : ffff9413c34b2a00)
00000100:00000040:0.0:1769078474.645381:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645385:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078474.645387:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078474.645388:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078474.645389:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612201856, offset 0
00000400:00000200:0.0:1769078474.645391:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078474.645393:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078474.645395:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078474.645397:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078474.645398:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078474.645399:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078474.645401:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078474.645403:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3961:3961:256:4294967295] 192.168.204.106@tcp LPNI seq info [3960:3960:8:4294967295]
00000400:00000200:0.0:1769078474.645405:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078474.645409:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078474.645412:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078474.645414:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078474.645416:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078474.645418:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078474.645420:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078474.645422:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078474.645424:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078474.645426:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078474.645428:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078474.645429:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078474.645431:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078474.645432:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078474.645434:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078474.645436:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645440:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078474.645442:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078499 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645446:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.645447:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078474.645449:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078474.645451:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078474.645453:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078474.645454:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300133151
00000100:00000001:0.0:1769078474.645455:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300136515
00000100:00000001:0.0:1769078474.645457:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300133151
00000100:00000001:0.0:1769078474.645458:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300136515
00000100:00000001:0.0:1769078474.645460:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078474.645461:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.645463:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078474.645464:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078474/real 1769078474]  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078474.645469:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078474.645470:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078474.645471:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078474.645472:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078474.645473:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078474.645474:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078474.645476:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078474.645481:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645484:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078474.645485:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645486:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078474.645487:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078474.645488:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645492:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078474.645494:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645497:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078474.645498:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645499:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078474.645500:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645501:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078474.645502:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078474.645503:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078474.645505:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078474.645507:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078474.645509:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078474.645514:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612201856:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078474.645515:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645516:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078474.645518:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b2a00 x1855007612201856/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078499 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078474.645521:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078474.645522:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078474.645523:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:0.0:1769078474.645524:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078474.645525:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078474.645525:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078474.645526:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078474.645527:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9000.
02000000:00000001:0.0:1769078474.645528:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078474.645529:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078474.645530:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b2a00.
00000100:00000001:0.0:1769078474.645532:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078474.645533:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645534:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078474.645536:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078474.645537:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078474.645538:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078474.645539:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078475.028665:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078475.028670:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078475.028713:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078475.028717:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078475.028720:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078475.668741:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078475.668752:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078475.668754:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078475.668763:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078475.668768:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078475.668773:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.668776:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078475.668780:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078475.668783:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078476.052727:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078476.052736:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078476.052803:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078476.052809:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078476.052813:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078476.692698:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078476.692707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078476.692708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078476.692714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078476.692718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078476.692722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078476.692725:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078476.692727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078476.692729:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078477.076666:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078477.076678:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078477.076682:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078477.076685:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078477.076693:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078477.076696:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078477.076698:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078477.076701:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078477.076748:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078477.076752:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078477.076756:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078477.716721:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078477.716730:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078477.716732:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078477.716738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078477.716741:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078477.716746:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078477.716748:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078477.716751:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078477.716753:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078478.100682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078478.100690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078478.100784:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078478.100790:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078478.100796:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078478.740718:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078478.740729:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078478.740731:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078478.740740:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078478.740746:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078478.740752:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078478.740756:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078478.740760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078478.740764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078479.127252:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078479.127259:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078479.127323:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078479.127328:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078479.127332:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078479.252699:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300136515, at 4300136960
00000100:00000040:1.0:1769078479.252699:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300136515, at 4300136960
00000100:00000010:1.0:1769078479.252718:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c30645a0.
00000100:00000010:0.0:1769078479.252720:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000001:2.0:1769078479.764737:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078479.764745:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078479.764748:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078479.764753:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1769078479.764754:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078479.764760:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769078479.764761:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078479.764765:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078479.764766:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078479.764768:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078479.764772:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078479.764772:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078479.764777:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1769078479.764779:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5465
00000100:00000001:2.0:1769078479.764781:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078479.764788:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078479.764794:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078479.764796:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078479.764798:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764801:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078479.764803:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764805:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078479.764808:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078479.764809:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078479.764811:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078479.764813:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078479.764815:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078479.764816:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078479.764818:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764819:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078479.764820:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764821:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078479.764823:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078479.764825:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764826:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078479.764828:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078479.764830:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078479.764832:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078479.764833:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078479.764835:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078479.764842:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0962680.
00000020:00000040:0.0:1769078479.764844:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078479.764847:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078479.764848:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078479.764850:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078479.764852:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078479.764856:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078479.764862:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0d800.
00000100:00000001:0.0:1769078479.764866:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078479.764872:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078479.764879:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078479.764883:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078479.764886:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b7b56e1] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078479.764906:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078479.764908:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078479.764910:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078479.764917:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078479.764919:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078479.764924:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078479.764927:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5465
00000400:00000200:0.0:1769078479.764930:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078479.764933:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078479.764935:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078479.764939:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764941:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078479.764944:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764946:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078479.764948:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078479.764949:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078479.764951:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078479.764952:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078479.764953:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:1.0:1769078479.764957:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078479.764958:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:1.0:1769078479.764960:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078479.764962:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078479.764968:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764970:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078479.764971:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078479.764972:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764976:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078479.764980:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078479.764985:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078479.764988:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078479.764991:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078479.764993:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769078479.764996:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078479.764996:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078479.765000:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078479.765001:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078479.765002:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769078479.765004:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078479.765006:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078479.765008:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078479.765012:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078479.765013:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078479.765015:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0960a80.
00000020:00000040:0.0:1769078479.765018:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00100000:1.0:1769078479.765019:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201984:192.168.204.106@tcp:250:kworker.0
02000000:00000001:0.0:1769078479.765020:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078479.765022:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078479.765025:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078479.765027:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078479.765029:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078479.765029:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769078479.765034:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769078479.765035:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078479.765037:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078479.765039:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078479.765043:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078479.765043:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078479.765050:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078479.765050:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769078479.765054:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078479.765061:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078479.765062:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078479.765068:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774ec8.
00000100:00000040:0.0:1769078479.765070:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006879f807] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078479.765076:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1330.
00000100:00000200:1.0:1769078479.765083:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612201984, portal 25
00000100:00000001:1.0:1769078479.765088:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078479.765091:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557631616 : -118662151920000 : ffff9413d0962680)
00000100:00000001:0.0:1769078479.765092:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078479.765097:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078479.765100:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078479.765101:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078479.765106:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078479.765115:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078479.765117:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078479.765121:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5475)
00000100:00000040:1.0:1769078479.765122:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078479.765127:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078479.765130:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612201984, offset 0
00000400:00000200:1.0:1769078479.765137:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078479.765144:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078479.765150:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078479.765155:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078479.765159:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078479.765162:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078479.765165:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078479.765169:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3962:3962:256:4294967295] 192.168.204.106@tcp LPNI seq info [3961:3961:8:4294967295]
00000400:00000200:1.0:1769078479.765173:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078479.765182:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078479.765187:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078479.765192:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cf00.
00000800:00000200:1.0:1769078479.765198:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078479.765201:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078479.765207:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078479.765210:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078479.765214:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078479.765217:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:1.0:1769078479.765222:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078479.765226:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078479.765230:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078479.765233:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078479.765237:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078479.765240:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765248:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078479.765251:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765258:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078479.765260:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078479.765264:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078479.765268:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078479.765270:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300141635
00000100:00000010:1.0:1769078479.765274:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042120.
00000100:00000001:1.0:1769078479.765280:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078479.765290:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300141635
00000100:00000010:1.0:1769078479.765293:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769078479.765296:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078479.765299:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078479.765302:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078479.765304:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078479.765308:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078479/real 1769078479]  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078479.765317:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078479.765319:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078479.765320:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774ec8.
00000400:00000200:1.0:1769078479.765322:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:1.0:1769078479.765324:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:1.0:1769078479.765326:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078479.765330:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078479.765338:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765344:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078479.765346:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765348:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078479.765350:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078479.765354:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765361:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078479.765365:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765372:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078479.765375:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765377:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078479.765378:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765380:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078479.765381:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078479.765384:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078479.765388:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078479.765390:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078479.765395:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078479.765402:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612201984:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078479.765407:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765409:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078479.765412:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0962680 x1855007612201984/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765418:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078479.765421:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078479.765423:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769078479.765425:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078479.765426:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078479.765428:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078479.765430:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078479.765433:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0d800.
02000000:00000001:1.0:1769078479.765436:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078479.765438:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078479.765439:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0962680.
00000100:00000001:1.0:1769078479.765442:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078479.765443:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765445:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765451:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078479.765453:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078479.765454:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078479.765455:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078479.765457:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078479.765460:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765467:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078479.765468:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078479.765470:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078479.765471:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078479.765474:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078479.765477:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202112:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078479.765480:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078479.765481:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078479.765483:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078479.765485:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078479.765487:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769078479.765489:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078479.765493:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078479.765495:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774ec8.
00000400:00000010:1.0:1769078479.765497:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1330.
00000100:00000200:1.0:1769078479.765500:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612202112, portal 10
00000100:00000001:1.0:1769078479.765502:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078479.765503:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557624448 : -118662151927168 : ffff9413d0960a80)
00000100:00000040:1.0:1769078479.765508:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765533:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078479.765536:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078479.765538:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078479.765540:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612202112, offset 0
00000400:00000200:1.0:1769078479.765543:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078479.765547:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078479.765550:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078479.765577:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078479.765579:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078479.765581:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078479.765583:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078479.765586:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3963:3963:256:4294967295] 192.168.204.106@tcp LPNI seq info [3962:3962:8:4294967295]
00000400:00000200:1.0:1769078479.765590:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078479.765596:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078479.765601:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078479.765606:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cf00.
00000800:00000200:1.0:1769078479.765611:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078479.765614:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078479.765618:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078479.765620:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078479.765623:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078479.765625:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:1.0:1769078479.765627:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078479.765630:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078479.765633:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078479.765635:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078479.765637:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078479.765640:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765646:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078479.765649:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078504 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765654:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078479.765655:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078479.765658:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078479.765661:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078479.765664:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078479.765666:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300138272
00000100:00000001:1.0:1769078479.765679:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300141635
00000100:00000001:1.0:1769078479.765682:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300138272
00000100:00000001:1.0:1769078479.765684:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300141635
00000100:00000001:1.0:1769078479.765686:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078479.765688:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078479.765690:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078479.765693:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078479/real 1769078479]  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078479.765707:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078479.765708:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078479.765710:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774ec8.
00000400:00000200:1.0:1769078479.765713:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:1.0:1769078479.765714:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:1.0:1769078479.765716:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078479.765719:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078479.765727:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765733:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078479.765734:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765736:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078479.765738:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078479.765741:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765747:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078479.765750:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765757:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078479.765759:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765761:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078479.765762:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765764:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078479.765765:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078479.765768:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078479.765770:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078479.765773:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078479.765777:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078479.765785:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202112:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078479.765789:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765790:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078479.765793:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0960a80 x1855007612202112/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078504 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078479.765799:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078479.765800:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078479.765802:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769078479.765805:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078479.765806:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078479.765807:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078479.765809:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078479.765811:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0e000.
02000000:00000001:1.0:1769078479.765813:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078479.765815:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078479.765816:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0960a80.
00000100:00000001:1.0:1769078479.765818:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078479.765819:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765821:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078479.765824:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078479.765826:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078479.765828:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078479.765829:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078480.148623:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078480.148628:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078480.148690:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078480.148694:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078480.148697:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078480.788810:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078480.788818:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078480.788820:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078480.788825:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078480.788829:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078480.788833:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.788836:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078480.788838:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078480.788841:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078481.172677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078481.172683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078481.173547:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078481.173574:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078481.173578:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078481.812939:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078481.812948:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078481.812951:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078481.812958:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078481.812963:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078481.812968:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.812970:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078481.812974:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078481.812977:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078482.196712:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078482.196720:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078482.196842:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078482.196849:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078482.196854:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078482.836716:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078482.836726:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078482.836729:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078482.836738:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078482.836742:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078482.836748:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078482.836751:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078482.836754:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078482.836757:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078483.220908:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078483.220917:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078483.221113:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078483.221117:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078483.221121:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078483.861582:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078483.861589:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078483.861590:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078483.861594:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078483.861597:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078483.861600:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078483.861602:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078483.861604:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078483.861605:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078484.245611:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078484.245618:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078484.245702:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078484.245709:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078484.245714:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078484.372676:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300141635, at 4300142080
00000100:00000010:1.0:1769078484.372690:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000040:0.0:1769078484.372786:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300141635, at 4300142080
00000100:00000010:0.0:1769078484.372791:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042120.
00000100:00080000:0.0:1769078484.884686:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078484.884697:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078484.884700:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078484.884704:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078484.884708:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078484.884715:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5470
00000400:00000200:0.0:1769078484.884724:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078484.884730:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078484.884733:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078484.884736:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884739:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078484.884742:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884744:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078484.884748:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078484.884750:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:0.0:1769078484.884752:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078484.884755:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:0.0:1769078484.884757:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:0.0:1769078484.884759:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:0.0:1769078484.884763:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884765:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078484.884767:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884769:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078484.884772:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:0.0:1769078484.884775:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884777:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078484.884780:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078484.884783:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078484.884786:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078484.884788:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078484.884790:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078484.884799:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0963100.
00000020:00000040:0.0:1769078484.884803:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:0.0:1769078484.884807:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078484.884808:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078484.884811:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078484.884821:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078484.884826:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078484.884835:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0f400.
00000100:00000001:0.0:1769078484.884841:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078484.884849:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078484.884859:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078484.884864:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078484.884868:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008e8b92f] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078484.884890:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078484.884894:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078484.884897:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078484.884899:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078484.884901:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078484.884904:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078484.884906:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5470
00000400:00000200:0.0:1769078484.884910:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078484.884913:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078484.884916:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078484.884918:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884920:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078484.884922:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884924:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:0.0:1769078484.884926:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078484.884927:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:0.0:1769078484.884929:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078484.884931:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:0.0:1769078484.884932:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:0.0:1769078484.884934:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:0.0:1769078484.884937:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884938:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078484.884940:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884942:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:0.0:1769078484.884944:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:0.0:1769078484.884946:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:0.0:1769078484.884949:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078484.884950:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078484.884955:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078484.884957:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078484.884958:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078484.884962:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078484.884965:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078484.884966:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078484.884970:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d0961f80.
00000020:00000040:0.0:1769078484.884972:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078484.884975:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078484.884976:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078484.884977:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078484.884979:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078484.884981:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078484.884984:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8b0dc00.
00000100:00000001:0.0:1769078484.884987:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078484.884991:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078484.884999:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078484.885001:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078484.885005:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e36baa3] to pc [ptlrpcd_rcv+-1]  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078484.885012:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078484.885015:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078484.885018:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078484.885021:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078484.885024:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769078484.885027:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5480)
00000100:00000001:1.0:1769078484.886304:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078484.886309:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078484.886310:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078484.886317:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886324:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078484.886325:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078484.886328:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078484.886331:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078484.886334:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078484.886337:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612202240:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078484.886341:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078484.886345:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078484.886347:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078484.886350:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078484.886355:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769078484.886357:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078484.886365:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078484.886369:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774ec8.
00000400:00000010:1.0:1769078484.886376:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1330.
00000100:00000200:1.0:1769078484.886383:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612202240, portal 25
00000100:00000001:1.0:1769078484.886386:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078484.886387:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557634304 : -118662151917312 : ffff9413d0963100)
00000100:00000040:1.0:1769078484.886393:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886401:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078484.886403:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078484.886405:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078484.886408:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612202240, offset 0
00000400:00000200:1.0:1769078484.886413:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078484.886421:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078484.886438:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078484.886443:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078484.886447:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078484.886450:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078484.886452:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078484.886456:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3964:3964:256:4294967295] 192.168.204.106@tcp LPNI seq info [3963:3963:8:4294967295]
00000400:00000200:1.0:1769078484.886460:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078484.886469:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078484.886477:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078484.886483:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cf00.
00000800:00000200:1.0:1769078484.886489:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078484.886492:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078484.886497:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078484.886500:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078484.886504:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078484.886507:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:1.0:1769078484.886512:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078484.886517:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078484.886522:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078484.886524:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078484.886528:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078484.886532:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886541:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078484.886544:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886567:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078484.886569:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078484.886575:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078484.886579:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078484.886582:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300146757
00000100:00000010:1.0:1769078484.886587:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042360.
00000100:00000001:1.0:1769078484.886593:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078484.886601:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300146757
00000100:00000010:1.0:1769078484.886604:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413ca042000.
00000100:00000001:1.0:1769078484.886607:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078484.886610:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078484.886613:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078484.886615:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078484.886619:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078484/real 1769078484]  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078484.886635:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078484.886636:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078484.886638:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774ec8.
00000400:00000200:1.0:1769078484.886641:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:1.0:1769078484.886643:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:1.0:1769078484.886645:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078484.886648:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078484.886657:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886663:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078484.886665:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886667:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078484.886669:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078484.886673:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886679:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078484.886682:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886687:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078484.886689:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886690:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078484.886690:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886692:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078484.886693:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078484.886695:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078484.886697:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078484.886699:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078484.886703:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078484.886711:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612202240:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078484.886715:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078484.886718:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886724:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078484.886725:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078484.886727:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078484.886729:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078484.886731:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078484.886733:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202368:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078484.886737:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078484.886739:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078484.886740:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078484.886742:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078484.886745:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769078484.886746:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078484.886751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:1.0:1769078484.886753:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413c6774ec8.
00000400:00000010:1.0:1769078484.886756:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c1330.
00000100:00000200:1.0:1769078484.886759:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612202368, portal 10
00000100:00000001:1.0:1769078484.886761:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078484.886762:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411557629824 : -118662151921792 : ffff9413d0961f80)
00000100:00000040:1.0:1769078484.886768:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886774:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078484.886776:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:1.0:1769078484.886779:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c57c16e8.
00000100:00000200:1.0:1769078484.886780:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612202368, offset 0
00000400:00000200:1.0:1769078484.886783:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:1.0:1769078484.886786:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078484.886789:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:1.0:1769078484.886791:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078484.886793:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:1.0:1769078484.886795:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078484.886796:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:1.0:1769078484.886798:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3965:3965:256:4294967295] 192.168.204.106@tcp LPNI seq info [3964:3964:8:4294967295]
00000400:00000200:1.0:1769078484.886801:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078484.886807:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078484.886811:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078484.886814:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413c571cf00.
00000800:00000200:1.0:1769078484.886818:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.0:1769078484.886820:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078484.886824:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:1.1:1769078484.886827:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078484.886830:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:1.0:1769078484.886832:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413c571cf00.
00000400:00000200:1.0:1769078484.886835:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078484.886838:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078484.886841:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c16e8
00000400:00000010:1.0:1769078484.886843:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c16e8.
00000100:00000001:1.0:1769078484.886845:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078484.886848:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886854:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078484.886857:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078509 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886862:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078484.886864:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078484.886866:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078484.886870:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:1.0:1769078484.886874:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078484.886876:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300143393
00000100:00000001:1.0:1769078484.886878:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300146757
00000100:00000001:1.0:1769078484.886880:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300143393
00000100:00000001:1.0:1769078484.886882:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300146757
00000100:00000001:1.0:1769078484.886884:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078484.886886:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078484.886888:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078484.886892:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078484/real 1769078484]  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078484.886897:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078484.886898:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078484.886899:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413c6774ec8.
00000400:00000200:1.0:1769078484.886901:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c57c1330
00000400:00000010:1.0:1769078484.886902:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c57c1330.
00000100:00000001:1.0:1769078484.886904:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078484.886907:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078484.886914:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886920:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078484.886922:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886923:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078484.886925:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078484.886928:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886934:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078484.886938:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886944:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078484.886947:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886948:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078484.886949:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886950:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078484.886951:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078484.886953:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078484.886955:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:1.0:1769078484.886956:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078484.886958:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078484.886963:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d0961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202368:192.168.204.106@tcp:38:kworker.0
00000100:00000001:1.0:1769078484.886965:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886967:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078484.886968:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0963100 x1855007612202240/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.886972:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078484.886973:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078484.886975:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8ace800.
02000000:00000001:1.0:1769078484.886977:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078484.886979:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078484.886980:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:1.0:1769078484.886981:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078484.886983:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:1.0:1769078484.886985:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078484.886987:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078484.886988:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0963100.
00000100:00000001:1.0:1769078484.886991:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078484.886991:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.886992:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078484.886994:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d0961f80 x1855007612202368/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078509 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078484.887001:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078484.887002:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078484.887003:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8acec00.
02000000:00000001:1.0:1769078484.887004:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078484.887004:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078484.887005:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:1.0:1769078484.887006:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078484.887006:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:1.0:1769078484.887007:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078484.887008:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078484.887009:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d0961f80.
00000100:00000001:1.0:1769078484.887010:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078484.887011:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.887012:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078484.887017:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078484.887018:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078484.887020:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078484.887020:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078484.887087:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078484.887092:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078484.887093:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078484.887096:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078484.887098:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078484.887100:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078484.887102:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078484.887103:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078484.887105:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078485.268773:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078485.268779:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078485.269343:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078485.269347:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078485.269351:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078485.908677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078485.908684:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078485.908686:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078485.908691:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078485.908695:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078485.908698:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.908701:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078485.908703:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078485.908706:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078486.292684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078486.292691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078486.292874:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078486.292878:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078486.292881:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078486.932937:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078486.932943:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078486.932944:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078486.932948:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078486.932950:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078486.932953:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078486.932955:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078486.932956:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078486.932958:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078487.316684:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078487.316693:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078487.316702:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078487.316705:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078487.316711:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078487.316713:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078487.316715:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078487.316717:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078487.316896:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078487.316900:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078487.316903:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078487.956703:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078487.956715:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078487.956717:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078487.956731:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078487.956734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078487.956738:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078487.956741:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078487.956743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078487.956746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078488.340695:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078488.340706:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078488.340881:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078488.340885:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078488.340889:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078488.980699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078488.980708:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078488.980711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078488.980718:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078488.980722:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078488.980727:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078488.980730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078488.980733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078488.980736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078489.364696:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078489.364704:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078489.364838:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078489.364843:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078489.364847:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078489.492993:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300146757, at 4300147200
00000100:00000010:1.0:1769078489.493015:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042000.
00000100:00000040:0.0:1769078489.494088:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300146757, at 4300147201
00000100:00000010:0.0:1769078489.494096:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413ca042360.
00000100:00000001:2.0:1769078490.004692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078490.004702:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078490.004704:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078490.004712:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078490.004717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078490.004720:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078490.004721:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078490.004726:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078490.004729:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078490.004731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078490.004732:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078490.004736:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078490.004738:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078490.004744:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078490.004752:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5475
00000400:00000200:1.0:1769078490.004763:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078490.004771:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078490.004774:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078490.004778:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.004782:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078490.004784:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.004787:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078490.004792:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078490.004794:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078490.004797:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078490.004800:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078490.004803:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078490.004805:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078490.004808:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.004810:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078490.004812:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.004814:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078490.004817:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078490.004821:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078490.004823:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078490.004826:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078490.004830:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078490.004833:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078490.004835:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078490.004838:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078490.004849:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833b80.
00000020:00000040:1.0:1769078490.004852:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078490.004857:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078490.004859:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078490.004863:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078490.004866:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078490.004871:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078490.004879:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace800.
00000100:00000001:1.0:1769078490.004887:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078490.004898:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078490.004909:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078490.004915:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078490.004919:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6fd3c6a] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.004971:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078490.004975:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078490.004978:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078490.004984:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.004992:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078490.004995:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078490.004998:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078490.005001:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078490.005004:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078490.005008:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612202496:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078490.005012:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078490.005016:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078490.005019:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078490.005022:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078490.005027:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078490.005029:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078490.005036:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078490.005040:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078490.005047:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078490.005054:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612202496, portal 25
00000100:00000001:0.0:1769078490.005057:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078490.005058:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455728512 : -118662253823104 : ffff9413ca833b80)
00000100:00000040:0.0:1769078490.005064:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005071:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078490.005074:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078490.005077:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078490.005080:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612202496, offset 0
00000400:00000200:0.0:1769078490.005087:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078490.005095:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078490.005102:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078490.005109:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078490.005114:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078490.005118:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078490.005120:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078490.005124:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3966:3966:256:4294967295] 192.168.204.106@tcp LPNI seq info [3965:3965:8:4294967295]
00000400:00000200:0.0:1769078490.005127:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078490.005138:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078490.005145:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078490.005151:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078490.005159:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078490.005163:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078490.005169:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078490.005173:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078490.005178:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078490.005180:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078490.005188:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078490.005193:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078490.005198:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078490.005201:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078490.005205:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078490.005210:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078490.005235:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078490.005238:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078490.005242:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078490.005243:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078490.005245:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078490.005248:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078490.005250:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5475
00000400:00000200:1.0:1769078490.005254:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078490.005257:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078490.005259:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078490.005262:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.005264:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078490.005266:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.005268:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078490.005271:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078490.005272:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078490.005274:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078490.005276:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769078490.005278:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078490.005281:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078490.005284:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.005286:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078490.005288:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078490.005289:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078490.005291:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078490.005294:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078490.005297:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078490.005298:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078490.005304:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078490.005306:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078490.005308:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078490.005313:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078490.005316:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078490.005318:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078490.005321:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca832300.
00000020:00000040:1.0:1769078490.005324:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078490.005327:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078490.005328:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078490.005330:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078490.005331:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078490.005333:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078490.005337:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acf800.
00000100:00000001:0.0:1769078490.005358:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078490.005363:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005371:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078490.005373:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078490.005382:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078490.005387:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078490.005390:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300151875
00000100:00000010:0.0:1769078490.005396:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078490.005403:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078490.005410:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300151875
00000100:00000010:0.0:1769078490.005413:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064de0.
00000100:00000001:0.0:1769078490.005417:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078490.005420:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078490.005423:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078490.005425:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078490.005429:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078490/real 1769078490]  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078490.005446:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078490.005448:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078490.005451:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078490.005453:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078490.005455:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078490.005457:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078490.005461:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078490.005470:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005477:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078490.005478:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.005481:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078490.005483:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078490.005487:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005494:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078490.005498:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005505:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078490.005508:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.005509:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078490.005510:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.005512:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078490.005514:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078490.005517:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078490.005521:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078490.005523:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078490.005527:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078490.005537:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612202496:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078490.005541:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.005543:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078490.005546:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833b80 x1855007612202496/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005573:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078490.005576:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078490.005579:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078490.005582:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078490.005583:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078490.005585:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078490.005587:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078490.005590:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace800.
02000000:00000001:0.0:1769078490.005594:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078490.005596:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078490.005598:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833b80.
00000100:00000001:0.0:1769078490.005601:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078490.005603:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.005605:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.005612:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078490.005614:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078490.005616:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078490.005618:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078490.005680:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078490.005686:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078490.005694:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078490.005697:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078490.005701:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e987768] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078490.005715:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078490.005718:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078490.005723:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078490.005726:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078490.005730:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078490.005734:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5485)
00000100:00000001:0.0:1769078490.005774:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078490.005776:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078490.005778:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078490.005782:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005789:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078490.005790:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078490.005792:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078490.005794:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078490.005797:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078490.005800:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202624:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078490.005803:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078490.005806:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078490.005807:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078490.005809:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078490.005813:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078490.005815:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078490.005819:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078490.005821:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078490.005825:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078490.005828:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612202624, portal 10
00000100:00000001:0.0:1769078490.005830:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078490.005831:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455722240 : -118662253829376 : ffff9413ca832300)
00000100:00000040:0.0:1769078490.005837:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005844:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078490.005846:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078490.005848:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078490.005850:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612202624, offset 0
00000400:00000200:0.0:1769078490.005853:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078490.005857:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078490.005861:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078490.005864:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078490.005866:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078490.005868:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078490.005871:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078490.005874:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3967:3967:256:4294967295] 192.168.204.106@tcp LPNI seq info [3966:3966:8:4294967295]
00000400:00000200:0.0:1769078490.005878:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078490.005885:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078490.005889:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078490.005893:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078490.005897:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078490.005900:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1769078490.005904:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078490.005907:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1769078490.005911:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078490.005913:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078490.005915:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078490.005919:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078490.005921:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078490.005923:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078490.005926:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078490.005929:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005937:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078490.005940:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.005947:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078490.005948:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078490.005951:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078490.005954:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078490.005958:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078490.005960:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300148512
00000100:00000001:0.0:1769078490.005962:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300151875
00000100:00000001:0.0:1769078490.005965:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300148512
00000100:00000001:0.0:1769078490.005967:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300151875
00000100:00000001:0.0:1769078490.005969:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078490.005971:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078490.005973:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078490.005977:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078490/real 1769078490]  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078490.005984:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078490.005986:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078490.005987:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078490.005989:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078490.005991:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078490.005993:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078490.005997:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078490.006005:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.006011:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078490.006013:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.006015:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078490.006016:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078490.006019:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.006025:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078490.006029:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.006036:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078490.006038:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.006040:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078490.006041:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.006043:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078490.006045:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078490.006048:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078490.006051:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078490.006053:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078490.006057:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078490.006071:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202624:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078490.006075:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.006077:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078490.006079:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca832300 x1855007612202624/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078490.006085:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078490.006087:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078490.006088:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078490.006091:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078490.006092:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078490.006093:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078490.006095:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078490.006097:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acf800.
02000000:00000001:0.0:1769078490.006099:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078490.006101:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078490.006102:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca832300.
00000100:00000001:0.0:1769078490.006105:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078490.006106:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.006108:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078490.006110:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078490.006112:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078490.006114:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078490.006115:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078490.388709:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078490.388718:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078490.389353:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078490.389358:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078490.389362:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078491.028699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078491.028709:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078491.028711:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078491.028719:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078491.028724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078491.028729:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078491.028732:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078491.028736:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078491.028739:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078491.412701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078491.412710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078491.412811:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078491.412815:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078491.412819:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078492.052697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078492.052706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078492.052709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078492.052716:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078492.052720:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078492.052725:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078492.052728:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078492.052731:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078492.052734:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078492.436645:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078492.436653:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078492.436718:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078492.436722:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078492.436725:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078493.076661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078493.076670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078493.076672:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078493.076678:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078493.076683:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078493.076687:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078493.076690:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078493.076693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078493.076696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078493.460709:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078493.460718:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078493.460787:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078493.460791:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078493.460795:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078494.100765:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078494.100775:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078494.100777:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078494.100784:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078494.100788:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078494.100793:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078494.100796:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078494.100799:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078494.100802:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078494.484719:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078494.484729:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078494.484875:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078494.484880:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078494.484884:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078494.612712:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300151875, at 4300152320
00000100:00000010:1.0:1769078494.612742:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064de0.
00000100:00000040:0.0:1769078494.614529:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300151875, at 4300152321
00000100:00000010:0.0:1769078494.614540:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000001:2.0:1769078495.124729:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078495.124739:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078495.124741:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078495.124750:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078495.124755:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078495.124760:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.124764:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078495.124767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078495.124770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078495.125178:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078495.125189:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078495.125192:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078495.125196:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078495.125201:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078495.125210:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5480
00000400:00000200:1.0:1769078495.125221:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078495.125228:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078495.125232:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078495.125236:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125239:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078495.125242:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125245:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078495.125249:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078495.125251:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078495.125264:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078495.125267:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078495.125269:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078495.125271:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078495.125274:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125276:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078495.125278:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125280:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078495.125291:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078495.125295:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125297:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078495.125300:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078495.125304:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078495.125308:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078495.125310:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078495.125313:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078495.125324:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833480.
00000020:00000040:1.0:1769078495.125327:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078495.125331:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078495.125333:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078495.125336:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078495.125340:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078495.125354:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078495.125363:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acdc00.
00000100:00000001:1.0:1769078495.125370:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078495.125380:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078495.125396:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078495.125401:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078495.125406:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb0d696] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078495.125440:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078495.125444:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078495.125447:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078495.125448:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078495.125450:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078495.125453:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078495.125455:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5480
00000400:00000200:1.0:1769078495.125459:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078495.125463:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078495.125465:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078495.125468:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125469:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078495.125471:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125473:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078495.125476:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078495.125477:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078495.125479:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078495.125481:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769078495.125482:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078495.125484:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078495.125487:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125489:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078495.125490:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125492:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078495.125495:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078495.125497:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078495.125499:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078495.125501:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078495.125506:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078495.125509:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078495.125510:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078495.125514:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078495.125517:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078495.125519:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078495.125522:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830a80.
00000020:00000040:1.0:1769078495.125525:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078495.125527:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078495.125529:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078495.125531:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078495.125532:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078495.125534:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078495.125537:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8accc00.
00000100:00000001:1.0:1769078495.125540:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078495.125545:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078495.125577:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078495.125580:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078495.125584:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e99011e] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078495.125592:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078495.125595:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078495.125598:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078495.125601:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078495.125603:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078495.125610:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5490)
00000100:00000001:0.0:1769078495.126180:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078495.126185:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078495.126187:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078495.126195:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126204:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078495.126206:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078495.126212:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078495.126215:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078495.126218:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078495.126221:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612202752:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078495.126225:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078495.126229:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078495.126231:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078495.126234:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078495.126240:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078495.126242:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078495.126250:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078495.126267:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078495.126275:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078495.126282:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612202752, portal 25
00000100:00000001:0.0:1769078495.126285:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078495.126286:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455726720 : -118662253824896 : ffff9413ca833480)
00000100:00000040:0.0:1769078495.126292:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126300:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078495.126303:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078495.126306:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078495.126308:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612202752, offset 0
00000400:00000200:0.0:1769078495.126315:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078495.126324:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078495.126332:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078495.126337:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078495.126341:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078495.126345:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078495.126348:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078495.126352:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3968:3968:256:4294967295] 192.168.204.106@tcp LPNI seq info [3967:3967:8:4294967295]
00000400:00000200:0.0:1769078495.126356:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078495.126367:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078495.126376:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078495.126382:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078495.126390:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078495.126393:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078495.126399:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078495.126403:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078495.126408:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078495.126411:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078495.126419:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078495.126440:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078495.126446:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078495.126448:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078495.126453:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078495.126458:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126467:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078495.126470:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126477:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078495.126478:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078495.126485:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078495.126489:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078495.126492:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300156996
00000100:00000010:0.0:1769078495.126497:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078495.126503:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078495.126509:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300156996
00000100:00000010:0.0:1769078495.126513:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064c00.
00000100:00000001:0.0:1769078495.126516:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078495.126519:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078495.126523:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078495.126525:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078495.126529:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078495/real 1769078495]  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078495.126543:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078495.126544:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078495.126547:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078495.126549:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078495.126586:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078495.126590:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078495.126594:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078495.126601:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126607:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078495.126609:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126612:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078495.126613:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078495.126618:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126623:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078495.126627:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126633:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078495.126636:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126637:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078495.126638:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126640:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078495.126642:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078495.126644:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078495.126648:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078495.126649:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078495.126653:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078495.126661:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612202752:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078495.126665:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078495.126668:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126675:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078495.126676:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078495.126678:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078495.126680:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078495.126682:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078495.126685:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202880:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078495.126688:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078495.126690:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078495.126692:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078495.126693:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078495.126696:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078495.126698:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078495.126702:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078495.126704:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078495.126708:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078495.126711:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612202880, portal 10
00000100:00000001:0.0:1769078495.126712:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078495.126714:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455715968 : -118662253835648 : ffff9413ca830a80)
00000100:00000040:0.0:1769078495.126719:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126725:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078495.126727:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078495.126729:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078495.126732:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612202880, offset 0
00000400:00000200:0.0:1769078495.126736:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078495.126740:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078495.126744:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078495.126747:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078495.126749:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078495.126751:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078495.126754:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078495.126756:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3969:3969:256:4294967295] 192.168.204.106@tcp LPNI seq info [3968:3968:8:4294967295]
00000400:00000200:0.0:1769078495.126760:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078495.126766:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078495.126770:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078495.126773:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078495.126776:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078495.126779:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1769078495.126783:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078495.126785:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1769078495.126788:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078495.126790:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078495.126793:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078495.126796:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078495.126799:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078495.126801:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078495.126803:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078495.126806:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126813:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078495.126816:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126821:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078495.126823:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078495.126826:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078495.126830:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078495.126833:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078495.126836:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300153633
00000100:00000001:0.0:1769078495.126839:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300156996
00000100:00000001:0.0:1769078495.126841:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300153633
00000100:00000001:0.0:1769078495.126843:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300156996
00000100:00000001:0.0:1769078495.126845:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078495.126847:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078495.126849:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078495.126852:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078495/real 1769078495]  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078495.126859:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078495.126860:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078495.126861:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078495.126863:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078495.126865:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078495.126867:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078495.126869:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078495.126876:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126882:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078495.126883:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126885:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078495.126886:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078495.126889:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126895:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078495.126898:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126904:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078495.126906:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126908:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078495.126909:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126910:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078495.126913:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078495.126916:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078495.126918:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078495.126920:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078495.126924:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078495.126933:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612202880:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078495.126938:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126940:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078495.126944:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833480 x1855007612202752/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.126951:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078495.126953:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078495.126955:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078495.126958:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078495.126960:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078495.126962:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078495.126964:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078495.126966:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acdc00.
02000000:00000001:0.0:1769078495.126969:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078495.126971:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078495.126973:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833480.
00000100:00000001:0.0:1769078495.126976:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078495.126977:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.126979:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078495.126988:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830a80 x1855007612202880/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078495.127000:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078495.127001:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078495.127002:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078495.127004:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078495.127005:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078495.127007:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078495.127009:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078495.127010:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8accc00.
02000000:00000001:0.0:1769078495.127012:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078495.127014:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078495.127015:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830a80.
00000100:00000001:0.0:1769078495.127017:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078495.127018:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.127021:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078495.127033:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078495.127035:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078495.127037:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078495.127039:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078495.508673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078495.508680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078495.509168:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078495.509175:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078495.509180:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078496.148907:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078496.148918:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078496.148920:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078496.148927:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078496.148932:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078496.148937:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.148940:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078496.148943:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078496.148947:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078496.532681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078496.532690:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078496.532867:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078496.532871:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078496.532874:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078497.172758:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078497.172768:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078497.172770:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078497.172777:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078497.172847:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078497.172852:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078497.172855:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078497.172857:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078497.172861:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078497.556973:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078497.556986:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078497.556989:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078497.556992:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078497.556999:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078497.557002:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078497.557004:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078497.557007:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078497.557263:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078497.557268:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078497.557271:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078498.196707:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078498.196718:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078498.196720:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078498.196727:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078498.196731:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078498.196736:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078498.196739:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078498.196743:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078498.196746:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078498.580719:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078498.580729:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078498.580849:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078498.580853:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078498.580857:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078499.220675:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078499.220687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078499.220689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078499.220697:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078499.220702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078499.220706:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078499.220710:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078499.220712:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078499.220716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078499.604975:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078499.604981:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078499.605071:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078499.605077:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078499.605082:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078499.732672:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300156996, at 4300157440
00000100:00000040:1.0:1769078499.732672:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300156996, at 4300157440
00000100:00000010:0.0:1769078499.732688:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000010:1.0:1769078499.732690:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064c00.
00000100:00080000:3.0:1769078500.244688:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078500.244697:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078500.244700:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078500.244704:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078500.244708:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078500.244715:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5485
00000400:00000200:3.0:1769078500.244726:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078500.244732:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078500.244736:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078500.244739:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078500.244742:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078500.244756:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078500.244759:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078500.244763:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078500.244765:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078500.244767:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078500.244770:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078500.244773:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078500.244776:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078500.244779:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078500.244781:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078500.244783:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078500.244785:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078500.244788:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078500.244792:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078500.244794:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078500.244797:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078500.244801:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078500.244804:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078500.244806:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078500.244808:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078500.244816:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b0380.
00000020:00000040:3.0:1769078500.244820:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078500.244824:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078500.244826:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078500.244828:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078500.244831:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078500.244835:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078500.244850:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8000.
00000100:00000001:3.0:1769078500.244856:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078500.244865:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078500.244875:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078500.244880:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078500.244887:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009502b3bb] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078500.244914:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078500.244918:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078500.244921:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078500.244922:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078500.244924:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078500.244927:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078500.244931:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5485
00000400:00000200:3.0:1769078500.244935:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078500.244939:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078500.244942:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078500.244945:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078500.244948:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078500.244953:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078500.244955:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:2.0:1769078500.244958:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000020:00000001:3.0:1769078500.244959:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078500.244963:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:0.0:1769078500.244965:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078500.244967:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1769078500.244969:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078500.244971:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078500.244971:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000001:2.0:1769078500.244974:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.244976:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078500.244978:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00100000:2.0:1769078500.244985:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000040:0.0:1769078500.244986:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078500.244993:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078500.244997:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:2.0:1769078500.245004:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245006:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078500.245009:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078500.245010:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078500.245015:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078500.245016:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078500.245019:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078500.245019:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:0.0:1769078500.245025:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078500.245025:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00100000:0.0:1769078500.245031:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203008:192.168.204.106@tcp:250:kworker.0
00000020:00000040:3.0:1769078500.245032:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:0.0:1769078500.245036:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1769078500.245039:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:0.0:1769078500.245040:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078500.245043:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078500.245048:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078500.245050:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078500.245051:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078500.245054:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078500.245057:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1769078500.245059:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1769078500.245061:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078500.245067:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078500.245068:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078500.245072:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078500.245076:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1769078500.245078:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000008:00000001:3.0:1769078500.245080:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078500.245084:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000100:00000001:3.0:1769078500.245085:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078500.245091:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b1880.
00000400:00000010:0.0:1769078500.245095:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000020:00000040:3.0:1769078500.245095:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000100:00000200:0.0:1769078500.245104:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203008, portal 25
00000100:00000001:0.0:1769078500.245108:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078500.245109:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334603648 : -118662374947968 : ffff9413c34b0380)
00000100:00000040:0.0:1769078500.245117:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245140:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078500.245143:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078500.245146:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078500.245148:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612203008, offset 0
00000400:00000200:0.0:1769078500.245154:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078500.245162:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078500.245178:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078500.245183:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078500.245187:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078500.245191:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078500.245194:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078500.245197:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3970:3970:256:4294967295] 192.168.204.106@tcp LPNI seq info [3969:3969:8:4294967295]
00000400:00000200:0.0:1769078500.245202:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078500.245218:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078500.245228:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078500.245234:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078500.245241:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078500.245245:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078500.245250:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078500.245254:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078500.245257:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078500.245260:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078500.245266:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078500.245270:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078500.245275:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078500.245278:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078500.245281:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078500.245286:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245295:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078500.245299:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245306:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245308:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078500.245315:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078500.245319:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078500.245321:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300162115
00000100:00000010:0.0:1769078500.245327:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078500.245333:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078500.245340:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245341:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300162115
02000000:00000001:3.0:1769078500.245342:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1769078500.245349:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064420.
00000100:00000001:0.0:1769078500.245353:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769078500.245355:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245359:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078500.245359:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078500.245363:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1769078500.245365:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078500.245367:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245369:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1769078500.245375:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa000.
00000100:00100000:0.0:1769078500.245377:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078500/real 1769078500]  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078500.245381:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769078500.245390:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1769078500.245391:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1769078500.245393:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078500.245396:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078500.245400:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078500.245403:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078500.245407:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1769078500.245409:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1769078500.245412:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078500.245413:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078500.245421:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795eafb4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078500.245452:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078500.245455:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078500.245457:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078500.245462:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078500.245465:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078500.245468:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078500.245472:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5495)
00000100:00000001:0.0:1769078500.245481:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078500.245483:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245486:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078500.245488:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078500.245492:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245500:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078500.245504:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245510:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078500.245512:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245514:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078500.245515:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245517:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078500.245519:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078500.245522:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078500.245525:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078500.245528:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078500.245531:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078500.245538:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203008:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078500.245543:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245545:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078500.245548:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b0380 x1855007612203008/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245588:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078500.245590:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078500.245592:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078500.245596:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078500.245597:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078500.245599:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078500.245601:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078500.245603:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8000.
02000000:00000001:0.0:1769078500.245606:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078500.245608:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078500.245609:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b0380.
00000100:00000001:0.0:1769078500.245613:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078500.245614:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245616:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245622:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078500.245623:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245625:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078500.245626:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078500.245628:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078500.245631:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245637:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078500.245638:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078500.245640:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078500.245642:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078500.245644:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078500.245646:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203136:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078500.245649:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078500.245651:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078500.245652:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078500.245654:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078500.245656:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078500.245659:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078500.245663:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078500.245666:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078500.245669:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078500.245672:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203136, portal 10
00000100:00000001:0.0:1769078500.245674:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078500.245675:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334609024 : -118662374942592 : ffff9413c34b1880)
00000100:00000040:0.0:1769078500.245681:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245687:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078500.245690:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078500.245691:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078500.245693:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612203136, offset 0
00000400:00000200:0.0:1769078500.245697:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078500.245701:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078500.245704:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078500.245707:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078500.245710:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078500.245712:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078500.245715:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078500.245718:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3971:3971:256:4294967295] 192.168.204.106@tcp LPNI seq info [3970:3970:8:4294967295]
00000400:00000200:0.0:1769078500.245722:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078500.245728:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078500.245732:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078500.245735:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078500.245739:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078500.245742:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1769078500.245754:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078500.245757:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1769078500.245760:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078500.245762:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078500.245765:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078500.245768:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078500.245771:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078500.245772:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078500.245775:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078500.245778:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245784:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078500.245787:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245805:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245806:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078500.245809:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078500.245813:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078500.245817:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078500.245819:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300158752
00000100:00000001:0.0:1769078500.245821:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300162115
00000100:00000001:0.0:1769078500.245824:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300158752
00000100:00000001:0.0:1769078500.245825:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300162115
00000100:00000001:0.0:1769078500.245828:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078500.245830:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245837:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078500.245841:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078500/real 1769078500]  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078500.245848:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078500.245850:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078500.245852:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078500.245854:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078500.245856:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078500.245858:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078500.245861:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078500.245870:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245884:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078500.245885:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245887:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078500.245888:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078500.245892:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245898:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078500.245902:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245909:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078500.245911:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245913:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078500.245914:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245916:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078500.245918:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078500.245921:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078500.245924:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078500.245926:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078500.245930:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078500.245938:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203136:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078500.245942:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245944:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078500.245947:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b1880 x1855007612203136/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078500.245954:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078500.245956:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078500.245957:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078500.245960:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078500.245961:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078500.245963:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078500.245965:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078500.245967:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa000.
02000000:00000001:0.0:1769078500.245969:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078500.245970:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078500.245972:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b1880.
00000100:00000001:0.0:1769078500.245975:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078500.245976:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245978:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078500.245981:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078500.245982:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078500.245984:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078500.245986:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078500.631278:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078500.631298:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078500.631389:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078500.631396:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078500.631400:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078501.269012:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078501.269020:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078501.269022:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078501.269029:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078501.269032:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078501.269036:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.269039:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078501.269041:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078501.269045:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078501.652720:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078501.652727:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078501.653000:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078501.653007:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078501.653012:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078502.292830:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078502.293312:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078502.293315:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078502.293323:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078502.293330:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078502.293335:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078502.293338:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078502.293341:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078502.293344:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078502.676669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078502.676674:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078502.676772:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078502.676775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078502.676777:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078503.316699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078503.316706:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078503.316708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078503.316713:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078503.316717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078503.316720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078503.316723:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078503.316725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078503.316728:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078503.700806:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078503.700813:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078503.701177:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078503.701181:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078503.701185:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078504.340686:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078504.340694:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078504.340696:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078504.340701:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078504.340706:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078504.340709:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078504.340712:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078504.340715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078504.340718:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078504.725005:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078504.725012:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078504.725133:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078504.725146:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078504.725149:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078504.853004:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300162115, at 4300162560
00000100:00000010:1.0:1769078504.853026:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064420.
00000100:00000040:0.0:1769078504.853925:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300162115, at 4300162561
00000100:00000010:0.0:1769078504.853932:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00080000:1.0:1769078505.364790:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078505.364805:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078505.364808:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078505.364812:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078505.364818:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078505.364827:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5490
00000400:00000200:1.0:1769078505.364839:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078505.364847:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078505.364850:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078505.364866:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.364871:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078505.364873:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.364876:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078505.364889:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078505.364892:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078505.364895:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078505.364898:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078505.364901:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078505.364903:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078505.364906:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.364908:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078505.364920:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.364922:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078505.364926:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078505.364929:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078505.364933:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078505.364936:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078505.364940:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078505.364943:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078505.364946:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078505.364949:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078505.364962:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831880.
00000020:00000040:1.0:1769078505.364966:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078505.364971:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078505.364972:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078505.364976:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078505.364980:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078505.364985:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078505.364995:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acc000.
00000100:00000001:1.0:1769078505.365004:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078505.365015:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078505.365028:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078505.365033:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078505.365038:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006261f685] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078505.365065:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078505.365069:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078505.365073:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078505.365074:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078505.365076:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078505.365080:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078505.365091:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5490
00000400:00000200:1.0:1769078505.365096:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078505.365099:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078505.365101:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078505.365104:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.365106:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078505.365108:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.365111:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078505.365113:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078505.365114:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078505.365116:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078505.365118:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769078505.365120:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078505.365122:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078505.365125:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.365127:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078505.365129:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078505.365131:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078505.365133:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078505.365136:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078505.365138:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078505.365140:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078505.365146:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078505.365149:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078505.365151:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078505.365155:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078505.365159:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078505.365161:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078505.365166:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca830a80.
00000020:00000040:1.0:1769078505.365169:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078505.365171:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078505.365173:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078505.365174:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078505.365175:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078505.365177:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078505.365181:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acfc00.
00000100:00000001:1.0:1769078505.365185:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078505.365190:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078505.365198:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078505.365200:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078505.365204:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e99011e] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078505.365211:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078505.365214:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078505.365219:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078505.365221:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078505.365225:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078505.365231:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5500)
00000100:00000001:0.0:1769078505.365292:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078505.365297:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078505.365300:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078505.365309:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365319:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078505.365321:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.365326:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078505.365328:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078505.365331:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078505.365335:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203264:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078505.365340:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078505.365345:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078505.365348:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.365351:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078505.365357:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078505.365360:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078505.365368:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078505.365372:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078505.365381:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078505.365390:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203264, portal 25
00000100:00000001:0.0:1769078505.365393:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078505.365394:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455719552 : -118662253832064 : ffff9413ca831880)
00000100:00000040:0.0:1769078505.365400:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365409:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078505.365412:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078505.365415:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078505.365418:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612203264, offset 0
00000400:00000200:0.0:1769078505.365426:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078505.365434:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078505.365441:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078505.365448:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078505.365454:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078505.365458:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078505.365461:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078505.365476:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3972:3972:256:4294967295] 192.168.204.106@tcp LPNI seq info [3971:3971:8:4294967295]
00000400:00000200:0.0:1769078505.365481:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078505.365491:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078505.365498:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078505.365505:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078505.365513:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078505.365517:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078505.365523:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078505.365527:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078505.365531:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078505.365534:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078505.365542:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078505.365546:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078505.365574:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078505.365577:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078505.365582:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078505.365587:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365597:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078505.365601:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365608:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.365610:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078505.365617:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078505.365621:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078505.365624:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300167236
00000100:00000010:0.0:1769078505.365629:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078505.365637:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078505.365643:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300167236
00000100:00000010:0.0:1769078505.365646:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064600.
00000100:00000001:0.0:1769078505.365650:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078505.365653:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078505.365656:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.365659:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078505.365663:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505]  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078505.365674:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078505.365676:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078505.365678:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078505.365681:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078505.365682:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078505.365685:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078505.365689:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078505.365699:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365707:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078505.365709:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.365712:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078505.365714:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078505.365718:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365725:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078505.365730:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365738:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078505.365741:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.365743:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078505.365744:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.365747:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078505.365749:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078505.365752:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078505.365756:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078505.365758:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078505.365763:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078505.365772:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203264:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078505.365778:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078505.365781:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365789:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078505.365790:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.365792:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078505.365795:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078505.365796:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078505.365799:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203392:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078505.365802:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078505.365804:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078505.365806:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078505.365808:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078505.365822:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078505.365825:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078505.365830:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078505.365833:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078505.365836:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078505.365839:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203392, portal 10
00000100:00000001:0.0:1769078505.365841:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078505.365842:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455715968 : -118662253835648 : ffff9413ca830a80)
00000100:00000040:0.0:1769078505.365849:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365856:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078505.365858:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078505.365861:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078505.365863:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612203392, offset 0
00000400:00000200:0.0:1769078505.365868:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078505.365871:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078505.365874:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078505.365877:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078505.365887:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078505.365890:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078505.365892:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078505.365896:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3973:3973:256:4294967295] 192.168.204.106@tcp LPNI seq info [3972:3972:8:4294967295]
00000400:00000200:0.0:1769078505.365900:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078505.365907:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078505.365921:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078505.365924:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078505.365928:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078505.365931:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1769078505.365936:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078505.365938:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1769078505.365942:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078505.365944:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:0.0:1769078505.365947:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078505.365950:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078505.365953:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:0.0:1769078505.365955:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:0.0:1769078505.365957:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078505.365961:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365970:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078505.365973:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.365979:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.365981:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078505.365984:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078505.365988:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078505.365991:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078505.365993:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300163872
00000100:00000001:0.0:1769078505.365996:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300167236
00000100:00000001:0.0:1769078505.365998:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300163872
00000100:00000001:0.0:1769078505.366001:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300167236
00000100:00000001:0.0:1769078505.366003:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078505.366006:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.366008:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078505.366011:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078505/real 1769078505]  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078505.366025:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078505.366026:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078505.366028:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078505.366031:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078505.366032:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078505.366034:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078505.366038:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078505.366046:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.366053:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078505.366054:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.366056:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078505.366057:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078505.366061:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.366068:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078505.366072:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.366078:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078505.366090:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.366092:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078505.366093:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.366095:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078505.366098:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078505.366101:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078505.366104:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078505.366107:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078505.366111:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078505.366119:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203392:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078505.366123:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.366125:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078505.366128:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831880 x1855007612203264/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.366134:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078505.366137:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078505.366140:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078505.366144:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078505.366146:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078505.366148:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078505.366150:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078505.366153:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acc000.
02000000:00000001:0.0:1769078505.366157:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078505.366160:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078505.366162:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831880.
00000100:00000001:0.0:1769078505.366165:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078505.366166:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.366168:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078505.366172:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca830a80 x1855007612203392/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078505.366179:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078505.366181:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078505.366182:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078505.366184:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078505.366186:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078505.366187:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078505.366189:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078505.366190:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acfc00.
02000000:00000001:0.0:1769078505.366192:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078505.366193:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078505.366195:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca830a80.
00000100:00000001:0.0:1769078505.366197:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078505.366198:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.366200:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078505.366210:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078505.366212:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078505.366214:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078505.366216:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078505.366321:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078505.366325:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078505.366327:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078505.366330:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078505.366332:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078505.366335:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.366337:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078505.366339:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078505.366341:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078505.748715:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078505.748724:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078505.749957:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078505.749962:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078505.749967:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078506.388712:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078506.388720:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078506.388723:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078506.388730:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078506.388734:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078506.388739:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.388742:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078506.388744:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078506.388747:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078506.772692:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078506.772701:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078506.772703:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078506.772705:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078506.772710:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078506.772712:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078506.772714:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078506.772717:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078506.773407:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078506.773411:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078506.773414:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078507.412670:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078507.412687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078507.412689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078507.412694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078507.412698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078507.412702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078507.412705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078507.412708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078507.412777:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078507.796751:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078507.796757:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078507.796856:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078507.796859:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078507.796863:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078508.436713:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078508.436728:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078508.436730:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078508.436736:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078508.436739:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078508.436743:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078508.436746:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078508.436748:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078508.436751:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078508.820682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078508.820698:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078508.820748:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078508.820751:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078508.820754:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078509.460663:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078509.460670:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078509.460671:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078509.460683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078509.460687:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078509.460691:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078509.460694:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078509.460697:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078509.460700:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078509.844660:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078509.844667:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078509.844744:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078509.844749:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078509.844752:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078509.972655:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300167236, at 4300167680
00000100:00000040:1.0:1769078509.972655:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300167236, at 4300167680
00000100:00000010:0.0:1769078509.972668:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000010:1.0:1769078509.972669:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064600.
00000100:00000001:2.0:1769078510.484677:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078510.484683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1769078510.484684:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769078510.484685:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078510.484692:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078510.484698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1769078510.484699:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078510.484702:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078510.484703:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1769078510.484706:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1769078510.484708:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078510.484711:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078510.484713:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1769078510.484716:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078510.484721:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5495
00000400:00000200:1.0:1769078510.484731:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078510.484738:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078510.484742:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078510.484747:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078510.484750:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078510.484753:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078510.484755:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078510.484759:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078510.484761:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078510.484763:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078510.484766:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078510.484768:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078510.484771:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078510.484774:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078510.484776:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078510.484777:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078510.484780:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078510.484783:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078510.484786:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078510.484788:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078510.484791:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078510.484793:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078510.484797:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078510.484799:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078510.484801:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078510.484810:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833480.
00000020:00000040:1.0:1769078510.484813:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078510.484817:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078510.484818:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078510.484821:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078510.484823:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078510.484827:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078510.484834:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acd000.
00000100:00000001:1.0:1769078510.484840:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078510.484848:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078510.484859:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078510.484863:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078510.484868:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002eb0d696] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078510.484888:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078510.484891:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078510.484894:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078510.484896:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078510.484897:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078510.484900:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078510.484902:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5495
00000400:00000200:1.0:1769078510.484906:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078510.484909:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078510.484912:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078510.484916:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078510.484918:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078510.484920:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078510.484922:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078510.484924:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078510.484926:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1769078510.484928:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1769078510.484929:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000100:00000001:0.0:1769078510.484931:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1769078510.484933:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078510.484936:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000100:00000040:0.0:1769078510.484938:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078510.484940:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078510.484945:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000001:0.0:1769078510.484951:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078510.484954:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078510.484954:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
02000000:00000001:0.0:1769078510.484960:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078510.484960:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1769078510.484963:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078510.484966:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078510.484966:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00100000:0.0:1769078510.484972:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203520:192.168.204.106@tcp:250:kworker.0
00000100:00000001:1.0:1769078510.484972:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078510.484979:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00000001:0.0:1769078510.484980:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078510.484984:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078510.484987:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078510.484987:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
02000000:00000001:0.0:1769078510.484991:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078510.484993:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078510.485008:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078510.485013:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078510.485016:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078510.485017:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:0.0:1769078510.485019:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0c400.
00000008:00100000:1.0:1769078510.485021:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1769078510.485022:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078510.485028:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078510.485032:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078510.485034:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078510.485036:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000100:00000010:1.0:1769078510.485039:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca832300.
00000400:00000010:0.0:1769078510.485043:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000020:00000040:1.0:1769078510.485044:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:1.0:1769078510.485049:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1769078510.485050:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203520, portal 25
02000000:00000001:1.0:1769078510.485051:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078510.485054:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078510.485056:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1769078510.485057:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455726720 : -118662253824896 : ffff9413ca833480)
02000000:00000001:1.0:1769078510.485059:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078510.485062:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078510.485063:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078510.485070:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace400.
00000100:00000001:0.0:1769078510.485071:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078510.485075:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000100:00000001:1.0:1769078510.485077:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078510.485078:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01f68.
00000100:00000200:0.0:1769078510.485083:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612203520, offset 0
00000400:00000200:0.0:1769078510.485088:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00100000:1.0:1769078510.485088:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1769078510.485098:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078510.485102:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1769078510.485105:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000100:00000001:1.0:1769078510.485106:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078510.485110:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078510.485115:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000100:00000040:1.0:1769078510.485115:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e987768] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078510.485127:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078510.485128:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078510.485132:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000100:00000040:1.0:1769078510.485133:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1769078510.485137:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3974:3974:256:4294967295] 192.168.204.106@tcp LPNI seq info [3973:3973:8:4294967295]
00000100:00000040:1.0:1769078510.485141:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078510.485143:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000040:1.0:1769078510.485147:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078510.485153:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078510.485154:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078510.485160:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769078510.485160:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5505)
00000800:00000010:0.0:1769078510.485167:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d90fd400.
00000800:00000200:0.0:1769078510.485173:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078510.485177:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769078510.485189:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078510.485191:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078510.485193:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300172355
00000100:00000010:0.0:1769078510.485197:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078510.485202:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078510.485207:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300172355
00000100:00000010:0.0:1769078510.485210:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064000.
00000100:00000001:0.0:1769078510.485212:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078510.485215:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078510.485217:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078510.485219:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078510.485220:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078510.485225:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078510.485227:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078510.485228:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078510.485229:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078510.485230:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078510.485233:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078510.485238:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078510.485239:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078510.485241:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078510.485242:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078510.485243:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078510.485245:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203648:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078510.485247:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078510.485248:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078510.485249:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078510.485251:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078510.485254:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078510.485255:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078510.485257:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078510.485260:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20478.
00000400:00000010:0.0:1769078510.485262:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078510.485264:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203648, portal 10
00000100:00000001:0.0:1769078510.485265:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078510.485266:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455722240 : -118662253829376 : ffff9413ca832300)
00000100:00000040:0.0:1769078510.485270:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078510.485275:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078510.485276:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078510.485279:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01d48.
00000100:00000200:0.0:1769078510.485280:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612203648, offset 0
00000400:00000200:0.0:1769078510.485283:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078510.485285:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078510.485287:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078510.485289:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078510.485291:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078510.485292:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078510.485294:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078510.485297:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3975:3975:255:4294967295] 192.168.204.106@tcp LPNI seq info [3974:3974:7:4294967295]
00000400:00000200:0.0:1769078510.485300:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078510.485303:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078510.485306:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078510.485310:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078510.485312:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078510.485314:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000100:00000001:0.0:1769078510.485315:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078510.485318:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078510.485320:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078510.485321:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300168991
00000100:00000001:0.0:1769078510.485323:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300172355
00000100:00000001:0.0:1769078510.485324:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300168991
00000100:00000001:0.0:1769078510.485326:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300172355
00000100:00000001:0.0:1769078510.485327:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078510.485328:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078510.485329:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078510.485330:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078510.485331:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078510.485332:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1769078510.485333:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078510.485334:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078510.485334:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078510.485335:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078510.868630:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078510.868636:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078510.868694:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078510.868698:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078510.868700:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078511.508692:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078511.508700:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078511.508702:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078511.508708:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078511.508712:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078511.508715:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.508718:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078511.508720:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078511.508724:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078511.892701:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078511.892710:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078511.892804:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078511.892809:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078511.892813:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078512.532722:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078512.532732:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078512.532734:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078512.532742:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078512.532747:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078512.532753:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078512.532757:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078512.532760:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078512.532764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078512.916677:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078512.916683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078512.916787:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078512.916791:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078512.916794:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078513.556619:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078513.556626:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078513.556628:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078513.556632:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078513.556635:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078513.556637:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078513.556639:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078513.556641:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078513.556643:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1769078513.556772:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.106:988
00000400:00000100:3.0:1769078513.556810:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.106@tcp at host 192.168.204.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078513.556821:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078513.556825:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.6@tcp notifying 192.168.204.106@tcp: down
00000400:00000200:3.0:1769078513.556829:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078513.556833:0:2353:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078513.556838:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078513.556842:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d90fd400.
00000400:00000200:3.0:1769078513.556848:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078513.556852:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078513.556858:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01f68
00000400:00000010:3.0:1769078513.556860:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01f68.
00000100:00000001:3.0:1769078513.556865:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078513.556873:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078513.556898:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078513.556902:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078513.556915:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078513.556917:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078513.556927:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.106@tcp
00000800:00000010:3.0:1769078513.556930:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:3.0:1769078513.556934:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078513.556938:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078513.556941:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01d48
00000400:00000010:3.0:1769078513.556954:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01d48.
00000100:00000001:3.0:1769078513.556957:0:2353:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078513.556962:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.556966:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078513.556970:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078513.556973:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078513.556974:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1769078513.556978:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078513.556984:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078510/real 1769078513]  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078513.557012:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078513.557016:0:2353:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1769078513.557026:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078513.557028:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078513.557032:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20478.
00000400:00000200:0.0:1769078513.557035:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078513.557037:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078513.557040:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078513.557044:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078513.557054:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557061:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078513.557062:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557065:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078513.557067:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078513.557071:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557078:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078513.557083:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557089:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078513.557092:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557093:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078513.557095:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557097:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078513.557099:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078513.557102:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078513.557106:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078513.557109:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078513.557113:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078513.557121:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca832300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203648:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078513.557126:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078513.557130:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078510/real 1769078513]  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078513.557137:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078513.557138:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078513.557140:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078513.557143:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078513.557144:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078513.557147:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078513.557150:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078513.557157:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557163:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078513.557164:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557166:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078513.557167:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078513.557170:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557176:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078513.557179:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557186:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078513.557188:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557190:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078513.557192:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557193:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078513.557195:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078513.557197:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078513.557201:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078513.557203:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078513.557206:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078513.557213:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203520:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078513.557217:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557219:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078513.557222:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca832300 x1855007612203648/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557228:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078513.557232:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078513.557236:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078513.557241:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078513.557244:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078513.557246:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078513.557249:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078513.557253:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace400.
02000000:00000001:0.0:1769078513.557256:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078513.557257:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078513.557259:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca832300.
00000100:00000001:0.0:1769078513.557274:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078513.557276:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557278:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078513.557281:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833480 x1855007612203520/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078513.557286:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078513.557287:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078513.557289:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0c400.
02000000:00000001:0.0:1769078513.557292:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078513.557293:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078513.557294:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078513.557296:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078513.557298:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd000.
02000000:00000001:0.0:1769078513.557300:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078513.557301:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078513.557302:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833480.
00000100:00000001:0.0:1769078513.557304:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078513.557305:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557307:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078513.557314:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078513.557316:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078513.557317:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078513.557319:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078513.940678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078513.940685:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078513.940754:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078513.940758:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078513.940761:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078514.580845:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078514.580857:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078514.580859:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078514.580865:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078514.580869:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078514.580872:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078514.580879:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078514.580882:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078514.580884:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078514.964670:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078514.964676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078514.964778:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078514.964781:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078514.964784:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078515.092691:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300172355, at 4300172800
00000100:00000010:0.0:1769078515.092707:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000040:1.0:1769078515.092815:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300172355, at 4300172800
00000100:00000010:1.0:1769078515.092821:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064000.
00000100:00000001:2.0:1769078515.604613:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078515.604619:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078515.604621:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078515.604626:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078515.604629:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078515.604633:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078515.604636:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078515.604638:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078515.604641:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078515.604679:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078515.604686:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078515.604688:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078515.604691:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078515.604694:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078515.604700:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5500
00000400:00000200:3.0:1769078515.604709:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078515.604715:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078515.604718:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078515.604721:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078515.604724:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078515.604726:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078515.604728:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078515.604732:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078515.604734:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078515.604736:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078515.604739:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078515.604741:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078515.604744:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078515.604746:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078515.604748:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078515.604749:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078515.604751:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078515.604754:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078515.604756:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078515.604758:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078515.604761:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078515.604765:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078515.604767:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078515.604769:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078515.604771:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078515.604777:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769078515.604780:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078515.604784:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078515.604786:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078515.604788:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078515.604791:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078515.604795:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078515.604802:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f8800.
00000100:00000001:3.0:1769078515.604807:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078515.604815:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078515.604824:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078515.604828:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078515.604832:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078515.604863:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078515.604866:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078515.604869:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078515.604870:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078515.604872:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078515.604875:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078515.604878:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5500
00000400:00000200:3.0:1769078515.604881:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078515.604884:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078515.604887:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078515.604890:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078515.604891:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078515.604892:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078515.604897:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078515.604897:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078515.604901:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000100:00000001:0.0:1769078515.604902:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078515.604905:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078515.604923:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078515.604927:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1769078515.604928:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078515.604929:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078515.604934:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078515.604939:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078515.604946:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:0.0:1769078515.604949:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078515.604951:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1769078515.604952:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078515.604956:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
02000000:00000001:0.0:1769078515.604959:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078515.604961:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
02000000:00000001:0.0:1769078515.604963:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078515.604965:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
02000000:00000001:0.0:1769078515.604969:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078515.604971:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078515.604976:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078515.604977:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203776:192.168.204.106@tcp:250:kworker.0
02000000:00000001:3.0:1769078515.604980:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078515.604985:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078515.604988:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078515.604990:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078515.604992:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078515.604995:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078515.604996:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:0.0:1769078515.605000:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1769078515.605002:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1769078515.605007:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f000.
00000008:00000001:3.0:1769078515.605007:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078515.605010:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078515.605012:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078515.605016:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769078515.605020:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078515.605023:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078515.605024:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078515.605025:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078515.605027:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078515.605028:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078515.605032:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000400:00000200:0.0:1769078515.605034:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:3.0:1769078515.605037:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078515.605042:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000100:00100000:3.0:1769078515.605045:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1769078515.605051:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000001:3.0:1769078515.605057:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078515.605061:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769078515.605062:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203776, portal 25
00000100:00000040:3.0:1769078515.605067:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605068:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078515.605071:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
00000100:00000040:0.0:1769078515.605082:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078515.605082:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078515.605087:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078515.605092:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078515.605097:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078515.605105:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769078515.605108:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078515.605113:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078515.605116:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078515.605121:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612203776, offset 0
00000100:00000040:3.0:1769078515.605122:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5511)
00000400:00000200:0.0:1769078515.605129:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078515.605138:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078515.605145:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078515.605150:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078515.605155:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078515.605159:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078515.605162:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078515.605172:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3976:3976:256:4294967295] 192.168.204.106@tcp LPNI seq info [3975:3975:8:4294967295]
00000400:00000200:0.0:1769078515.605177:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078515.605187:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078515.605193:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078515.605199:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078515.605206:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078515.605210:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1769078515.605216:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078515.605219:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1769078515.605237:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078515.605240:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078515.605245:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078515.605250:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078515.605256:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078515.605258:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078515.605267:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078515.605272:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605283:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078515.605286:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605294:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078515.605295:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078515.605303:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078515.605308:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078515.605311:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300177475
00000100:00000010:0.0:1769078515.605316:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078515.605322:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078515.605328:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300177475
00000100:00000010:0.0:1769078515.605332:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064000.
00000100:00000001:0.0:1769078515.605335:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078515.605338:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078515.605341:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078515.605343:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078515.605347:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078515/real 1769078515]  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078515.605357:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078515.605359:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078515.605361:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078515.605364:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078515.605365:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078515.605368:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078515.605371:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078515.605381:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605401:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078515.605403:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605405:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078515.605407:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078515.605411:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605418:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078515.605422:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605430:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078515.605433:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605434:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078515.605436:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605438:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078515.605440:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078515.605443:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078515.605447:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078515.605450:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078515.605454:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078515.605463:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612203776:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078515.605467:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605470:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078515.605473:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612203776/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605480:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078515.605483:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078515.605486:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078515.605489:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078515.605491:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078515.605493:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078515.605495:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078515.605498:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f8800.
02000000:00000001:0.0:1769078515.605501:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078515.605504:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078515.605506:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:0.0:1769078515.605509:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078515.605510:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605513:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605520:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078515.605521:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078515.605523:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078515.605525:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078515.605526:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078515.605530:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605538:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078515.605539:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078515.605541:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078515.605543:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078515.605545:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078515.605548:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203904:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078515.605596:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078515.605598:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078515.605600:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078515.605602:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078515.605605:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078515.605607:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078515.605612:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078515.605614:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078515.605618:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078515.605621:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612203904, portal 10
00000100:00000001:0.0:1769078515.605624:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078515.605625:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000040:0.0:1769078515.605632:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605639:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078515.605642:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078515.605644:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078515.605646:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612203904, offset 0
00000400:00000200:0.0:1769078515.605650:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078515.605654:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078515.605658:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078515.605661:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078515.605664:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078515.605666:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078515.605668:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078515.605671:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3977:3977:256:4294967295] 192.168.204.106@tcp LPNI seq info [3976:3976:8:4294967295]
00000400:00000200:0.0:1769078515.605676:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078515.605682:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078515.605686:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078515.605690:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078515.605694:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078515.605697:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1769078515.605701:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078515.605704:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1769078515.605707:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078515.605709:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078515.605712:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078515.605715:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078515.605718:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078515.605720:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078515.605722:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078515.605726:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605740:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078515.605743:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078540 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605750:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078515.605751:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078515.605755:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078515.605759:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078515.605762:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078515.605764:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300174111
00000100:00000001:0.0:1769078515.605767:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300177475
00000100:00000001:0.0:1769078515.605769:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300174111
00000100:00000001:0.0:1769078515.605772:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300177475
00000100:00000001:0.0:1769078515.605774:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078515.605776:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078515.605778:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078515.605781:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078515/real 1769078515]  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078515.605796:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078515.605797:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078515.605799:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078515.605802:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078515.605804:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078515.605806:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078515.605809:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078515.605818:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605825:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078515.605827:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605829:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078515.605830:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078515.605834:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605841:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078515.605844:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605852:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078515.605854:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605856:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078515.605857:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605859:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078515.605860:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078515.605863:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078515.605866:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078515.605868:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078515.605872:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078515.605880:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612203904:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078515.605884:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605886:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078515.605889:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612203904/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078540 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078515.605896:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078515.605898:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078515.605900:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078515.605902:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078515.605904:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078515.605905:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078515.605918:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078515.605920:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9c00.
02000000:00000001:0.0:1769078515.605923:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078515.605924:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078515.605925:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:0.0:1769078515.605928:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078515.605930:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605932:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078515.605935:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078515.605936:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078515.605938:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078515.605940:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078515.988685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078515.988692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078515.988834:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078515.988837:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078515.988840:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078516.628639:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078516.628654:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078516.628656:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078516.628661:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078516.628666:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078516.628669:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.628672:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078516.628675:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078516.628678:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078517.012693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078517.012704:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078517.012706:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078517.012710:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078517.012715:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078517.012718:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078517.012720:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078517.012722:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078517.012794:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078517.012798:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078517.012801:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078517.652679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078517.652695:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078517.652698:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078517.652703:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078517.652707:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078517.652710:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.652713:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078517.652715:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078517.652717:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078518.036675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078518.036683:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078518.036770:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078518.036774:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078518.036777:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078518.676684:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078518.676691:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078518.676693:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078518.676698:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078518.676702:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078518.676705:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078518.676708:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078518.676710:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078518.676712:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078519.060693:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078519.060700:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078519.060761:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078519.060764:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078519.060767:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078519.700678:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078519.700687:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078519.700689:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078519.700694:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078519.700698:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078519.700703:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078519.700705:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078519.700708:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078519.700711:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078520.084689:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078520.084695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078520.084825:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078520.084829:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078520.084831:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078520.212703:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300177475, at 4300177920
00000100:00000010:1.0:1769078520.212719:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064000.
00000100:00000040:0.0:1769078520.212869:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300177475, at 4300177920
00000100:00000010:0.0:1769078520.212877:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000001:2.0:1769078520.724671:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078520.724679:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078520.724681:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078520.724686:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078520.724689:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078520.724693:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078520.724696:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078520.724699:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078520.724702:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078520.724716:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078520.724723:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078520.724725:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078520.724729:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078520.724732:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078520.724739:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5506
00000400:00000200:1.0:1769078520.724748:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078520.724754:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078520.724757:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078520.724760:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724763:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078520.724765:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724767:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078520.724770:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078520.724772:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:1.0:1769078520.724774:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078520.724777:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:1.0:1769078520.724779:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:1.0:1769078520.724781:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:1.0:1769078520.724784:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724786:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078520.724787:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724790:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078520.724793:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:1.0:1769078520.724796:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724798:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078520.724801:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078520.724804:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078520.724807:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078520.724808:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078520.724811:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078520.724820:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca833b80.
00000020:00000040:1.0:1769078520.724851:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:1.0:1769078520.724856:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078520.724857:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078520.724860:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078520.724862:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078520.724866:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078520.724874:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8acd400.
00000100:00000001:1.0:1769078520.724880:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078520.724888:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078520.724898:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078520.724902:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078520.724906:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6fd3c6a] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078520.724932:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078520.724935:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078520.724939:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078520.724940:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078520.724941:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078520.724944:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078520.724946:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5506
00000400:00000200:1.0:1769078520.724950:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:1.0:1769078520.724953:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078520.724955:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078520.724958:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724960:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078520.724962:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724963:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:1.0:1769078520.724966:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078520.724967:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:1.0:1769078520.724968:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078520.724970:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:1.0:1769078520.724972:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:1.0:1769078520.724974:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:1.0:1769078520.724978:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724980:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078520.724982:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724984:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:1.0:1769078520.724987:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:1.0:1769078520.724989:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:1.0:1769078520.724992:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.724994:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1769078520.724994:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1769078520.724998:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078520.725001:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1769078520.725002:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078520.725006:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078520.725007:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078520.725009:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078520.725015:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1769078520.725016:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078520.725019:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1769078520.725021:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078520.725023:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078520.725026:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078520.725026:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078520.725031:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078520.725034:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204032:192.168.204.106@tcp:250:kworker.0
00000100:00000010:1.0:1769078520.725034:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413ca831f80.
00000100:00000001:0.0:1769078520.725040:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1769078520.725040:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:0.0:1769078520.725044:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078520.725045:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078520.725046:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078520.725049:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078520.725049:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078520.725053:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078520.725055:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1769078520.725056:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d000.
02000000:00000001:1.0:1769078520.725057:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078520.725059:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078520.725065:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c8ace000.
00000400:00000200:0.0:1769078520.725066:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:1.0:1769078520.725071:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1769078520.725072:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078520.725079:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00100000:1.0:1769078520.725081:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1769078520.725086:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204032, portal 25
00000100:00000001:0.0:1769078520.725089:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078520.725091:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455728512 : -118662253823104 : ffff9413ca833b80)
00000100:00000001:1.0:1769078520.725094:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1769078520.725098:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078520.725100:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.725107:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078520.725109:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081a3b9b0] to pc [ptlrpcd_rcv+-1]  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078520.725112:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078520.725115:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078520.725119:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612204032, offset 0
00000100:00000001:1.0:1769078520.725125:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078520.725128:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078520.725133:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:0.0:1769078520.725137:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000100:00000040:1.0:1769078520.725138:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078520.725143:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078520.725149:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5516)
00000400:00000200:0.0:1769078520.725151:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078520.725162:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078520.725177:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078520.725180:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078520.725185:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078520.725187:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078520.725190:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3978:3978:256:4294967295] 192.168.204.106@tcp LPNI seq info [3977:3977:8:4294967295]
00000400:00000200:0.0:1769078520.725193:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078520.725200:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078520.725206:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078520.725212:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078520.725218:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078520.725221:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078520.725226:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078520.725230:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078520.725234:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078520.725237:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078520.725254:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078520.725258:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078520.725262:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078520.725264:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078520.725268:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078520.725271:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725277:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078520.725280:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725284:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.725286:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078520.725292:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078520.725297:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078520.725300:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300182595
00000100:00000010:0.0:1769078520.725305:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078520.725311:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078520.725316:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300182595
00000100:00000010:0.0:1769078520.725320:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064600.
00000100:00000001:0.0:1769078520.725323:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078520.725326:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078520.725328:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.725329:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078520.725333:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078520/real 1769078520]  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078520.725342:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078520.725344:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078520.725346:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078520.725348:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078520.725349:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078520.725352:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078520.725356:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078520.725364:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725371:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078520.725373:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725375:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078520.725376:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078520.725378:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725382:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078520.725385:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725389:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078520.725391:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725392:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078520.725392:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725394:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078520.725395:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078520.725396:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078520.725399:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078520.725400:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078520.725403:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078520.725407:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204032:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078520.725409:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725411:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078520.725412:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca833b80 x1855007612204032/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725416:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078520.725418:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078520.725420:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:0.0:1769078520.725422:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078520.725423:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078520.725424:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078520.725426:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078520.725427:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8acd400.
02000000:00000001:0.0:1769078520.725430:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078520.725431:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078520.725432:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca833b80.
00000100:00000001:0.0:1769078520.725435:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078520.725435:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725437:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725442:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078520.725442:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.725444:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078520.725445:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078520.725446:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078520.725448:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725452:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078520.725453:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078520.725454:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078520.725455:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078520.725456:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078520.725458:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204160:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078520.725460:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078520.725461:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078520.725462:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078520.725463:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078520.725465:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d000.
02000000:00000001:0.0:1769078520.725466:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078520.725469:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078520.725471:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078520.725472:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078520.725474:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204160, portal 10
00000100:00000001:0.0:1769078520.725476:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078520.725477:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411455721344 : -118662253830272 : ffff9413ca831f80)
00000100:00000040:0.0:1769078520.725481:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725497:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078520.725499:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078520.725502:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078520.725505:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612204160, offset 0
00000400:00000200:0.0:1769078520.725508:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078520.725512:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078520.725516:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078520.725519:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078520.725521:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078520.725523:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078520.725525:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078520.725528:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3979:3979:256:4294967295] 192.168.204.106@tcp LPNI seq info [3978:3978:8:4294967295]
00000400:00000200:0.0:1769078520.725532:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078520.725537:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078520.725733:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078520.725737:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078520.725742:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078520.725744:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1769078520.725748:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078520.725750:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1769078520.725753:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078520.725755:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078520.725757:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078520.725760:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078520.725763:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078520.725765:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078520.725767:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078520.725771:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725778:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078520.725781:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078545 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725793:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.725795:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078520.725798:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078520.725802:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078520.725806:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078520.725808:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300179232
00000100:00000001:0.0:1769078520.725810:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300182595
00000100:00000001:0.0:1769078520.725812:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300179232
00000100:00000001:0.0:1769078520.725814:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300182595
00000100:00000001:0.0:1769078520.725816:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078520.725817:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.725819:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078520.725832:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078520/real 1769078520]  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078520.725842:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078520.725843:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078520.725845:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078520.725847:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078520.725848:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078520.725850:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078520.725853:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078520.725860:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725866:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078520.725867:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725869:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078520.725870:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078520.725873:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725879:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078520.725883:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725888:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078520.725891:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725892:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078520.725894:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725895:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078520.725897:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078520.725899:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078520.725902:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078520.725904:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078520.725908:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078520.725916:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413ca831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204160:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078520.725920:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725922:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078520.725924:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413ca831f80 x1855007612204160/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078545 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078520.725930:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078520.725932:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078520.725933:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d000.
02000000:00000001:0.0:1769078520.725936:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078520.725937:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078520.725939:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078520.725941:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078520.725942:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c8ace000.
02000000:00000001:0.0:1769078520.725945:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078520.725946:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078520.725948:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413ca831f80.
00000100:00000001:0.0:1769078520.725950:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078520.725951:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725953:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078520.725956:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078520.725957:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078520.725959:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078520.725961:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078521.108658:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078521.108665:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078521.108755:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078521.108758:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078521.108761:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078521.748679:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078521.748908:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078521.748911:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078521.748916:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078521.748920:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078521.748923:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.748925:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078521.748928:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078521.748931:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078522.132682:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078522.132689:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078522.132824:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078522.132827:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078522.132830:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078522.772826:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078522.772833:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078522.772835:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078522.772841:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078522.772844:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078522.772848:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.772851:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078522.772853:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078522.772856:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078523.156675:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078523.156681:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078523.156735:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078523.156739:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078523.156743:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078523.796916:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078523.796924:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078523.796926:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078523.796932:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078523.796935:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078523.796939:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078523.796942:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078523.796944:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078523.796947:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078524.180874:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078524.180882:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078524.180978:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078524.180982:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078524.180985:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078524.822934:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078524.822941:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078524.822943:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078524.822948:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078524.822951:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078524.822954:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078524.822957:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078524.822959:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078524.822962:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078525.206393:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078525.206400:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078525.206480:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078525.206484:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078525.206487:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078525.332683:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300182595, at 4300183040
00000100:00000010:0.0:1769078525.332699:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000040:1.0:1769078525.333905:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300182595, at 4300183041
00000100:00000010:1.0:1769078525.333914:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064600.
00000100:00000001:2.0:1769078525.844795:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078525.844802:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078525.844804:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078525.844810:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078525.844814:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078525.844817:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078525.844820:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078525.844822:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078525.844824:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078525.845120:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078525.845127:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078525.845129:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078525.845133:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078525.845136:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078525.845142:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5511
00000400:00000200:2.0:1769078525.845152:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078525.845158:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078525.845161:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078525.845164:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.845167:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078525.845170:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.845173:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078525.845176:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078525.845178:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078525.845181:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078525.845184:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078525.845186:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078525.845189:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078525.845192:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.845194:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078525.845196:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.845197:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078525.845200:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078525.845204:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078525.845206:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078525.845209:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078525.845212:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078525.845215:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078525.845217:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078525.845219:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078525.846228:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521500.
00000020:00000040:2.0:1769078525.846234:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078525.846238:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078525.846240:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078525.846242:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078525.846245:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078525.846249:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078525.846395:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769078525.846403:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078525.846413:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078525.846424:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078525.846428:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078525.846433:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9063aba] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.846495:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078525.846500:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078525.846502:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078525.846508:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.846516:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078525.846517:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078525.846521:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078525.846524:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078525.846527:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078525.846530:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204288:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078525.846534:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078525.846538:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078525.846541:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078525.846543:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078525.846548:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078525.846566:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078525.846575:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078525.846580:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078525.846588:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078525.846595:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204288, portal 25
00000100:00000001:0.0:1769078525.846598:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078525.846600:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569947904 : -118662139603712 : ffff9413d1521500)
00000100:00000040:0.0:1769078525.846606:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.846613:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078525.846616:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078525.846619:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078525.846622:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612204288, offset 0
00000400:00000200:0.0:1769078525.846628:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078525.846636:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078525.846643:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078525.846648:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078525.846651:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078525.846655:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078525.846657:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078525.846660:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3980:3980:256:4294967295] 192.168.204.106@tcp LPNI seq info [3979:3979:8:4294967295]
00000400:00000200:0.0:1769078525.846664:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078525.846680:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078525.846687:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078525.846692:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078525.846698:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078525.846702:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078525.846708:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078525.846711:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769078525.846715:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078525.846718:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078525.846724:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078525.846728:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078525.846733:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078525.846746:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078525.846751:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078525.846755:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078525.846806:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078525.846810:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078525.846813:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078525.846815:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078525.846817:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078525.846820:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078525.846823:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5511
00000400:00000200:2.0:1769078525.846828:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078525.846831:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078525.846834:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078525.846836:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.846839:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078525.846841:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.846843:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078525.846846:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078525.846847:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078525.846850:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078525.846852:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078525.846854:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078525.846856:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078525.846860:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.846862:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078525.846863:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078525.846865:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078525.846868:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078525.846870:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078525.846872:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078525.846875:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078525.846879:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078525.846882:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078525.846883:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078525.846888:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078525.846891:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078525.846893:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078525.846897:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522300.
00000020:00000040:2.0:1769078525.846899:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078525.846902:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078525.846903:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078525.846905:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078525.846907:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078525.846909:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078525.846913:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769078525.846916:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078525.846921:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078525.846930:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078525.846932:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078525.846936:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30318f6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.847420:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078525.847426:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.847434:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078525.847436:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078525.847443:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078525.847448:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078525.847451:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300187717
00000100:00000010:0.0:1769078525.847456:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078525.847687:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078525.847695:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300187718
00000100:00000010:0.0:1769078525.847699:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064420.
00000100:00000001:0.0:1769078525.847703:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078525.847706:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078525.847709:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078525.847711:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078525.847716:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078525/real 1769078525]  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078525.847726:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078525.847727:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078525.847729:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078525.847732:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078525.847734:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078525.847749:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078525.847752:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078525.847760:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.847768:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078525.847769:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.847772:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078525.847774:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078525.847778:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.847851:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078525.847857:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.847864:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078525.847867:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.847869:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078525.847870:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.847872:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078525.847874:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078525.847876:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078525.847881:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078525.847883:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078525.847887:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078525.847895:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204288:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078525.847900:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.847902:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078525.847905:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521500 x1855007612204288/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.847911:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078525.847913:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078525.847916:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078525.847919:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078525.847921:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078525.847922:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078525.847924:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078525.847927:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:0.0:1769078525.847931:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078525.847933:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078525.847935:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521500.
00000100:00000001:0.0:1769078525.847938:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078525.847939:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.847941:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.847948:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078525.847950:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078525.847952:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078525.847953:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078525.847955:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078525.847958:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.847965:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078525.847967:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078525.847969:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078525.847971:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078525.847973:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078525.847976:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204416:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078525.847979:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078525.847981:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078525.847982:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078525.847984:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078525.847987:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078525.847989:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078525.847994:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078525.847997:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078525.848001:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078525.848004:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204416, portal 10
00000100:00000001:0.0:1769078525.848006:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078525.848007:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569951488 : -118662139600128 : ffff9413d1522300)
00000100:00000040:0.0:1769078525.848014:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.848020:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078525.848022:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078525.848025:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078525.848027:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612204416, offset 0
00000400:00000200:0.0:1769078525.848031:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078525.848035:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078525.848039:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078525.848042:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078525.848045:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078525.848047:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078525.848050:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078525.848052:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3981:3981:256:4294967295] 192.168.204.106@tcp LPNI seq info [3980:3980:8:4294967295]
00000400:00000200:0.0:1769078525.848056:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078525.848063:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078525.848068:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078525.848071:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078525.848075:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078525.848078:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1769078525.848082:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078525.848085:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1769078525.848088:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078525.848090:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078525.848093:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078525.848096:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078525.848099:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078525.848100:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078525.848102:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078525.848106:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.848113:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078525.848116:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078550 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.848122:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078525.848123:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078525.848127:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078525.848130:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078525.848134:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078525.848136:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300184354
00000100:00000001:0.0:1769078525.848139:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300187717
00000100:00000001:0.0:1769078525.848141:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300184354
00000100:00000001:0.0:1769078525.848143:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300187718
00000100:00000001:0.0:1769078525.848145:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078525.848147:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078525.848148:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078525.848152:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078525/real 1769078525]  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078525.848159:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078525.848160:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078525.848162:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078525.848164:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078525.848166:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078525.848168:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078525.848171:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078525.848179:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.848185:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078525.848187:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.848188:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078525.848190:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078525.848193:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.848200:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078525.848203:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.848210:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078525.848212:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.848214:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078525.848215:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.848217:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078525.848219:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078525.848221:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078525.848224:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078525.848226:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078525.848230:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078525.848237:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204416:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078525.848240:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.848242:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078525.848245:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522300 x1855007612204416/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078550 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078525.848251:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1769078525.848360:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078525.848364:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078525.848368:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078525.848371:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078525.848374:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078525.848378:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5521)
02000000:00000001:0.0:1769078525.848409:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078525.848412:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f000.
02000000:00000001:0.0:1769078525.848415:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078525.848416:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078525.848417:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078525.848419:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078525.848421:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:0.0:1769078525.848423:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078525.848424:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078525.848426:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522300.
00000100:00000001:0.0:1769078525.848428:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078525.848429:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.848432:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078525.848435:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078525.848436:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078525.848438:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078525.848440:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078526.228678:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078526.228684:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078526.230192:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078526.230196:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078526.230200:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078526.869529:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078526.869536:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078526.869538:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078526.869543:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078526.869546:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078526.869550:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.869567:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078526.869570:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078526.869573:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078527.252882:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078527.252890:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078527.252892:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078527.252894:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078527.252899:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078527.252901:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078527.252903:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078527.252905:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078527.252964:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078527.252969:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078527.252972:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078527.892740:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078527.892748:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078527.892750:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078527.892755:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078527.892759:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078527.892763:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.892765:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078527.892767:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078527.892770:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078528.276685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078528.276692:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078528.277683:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078528.277687:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078528.277691:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078528.916697:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078528.916712:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078528.916714:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078528.916720:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078528.916724:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078528.916728:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078528.916730:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078528.916733:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078528.916735:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078529.300830:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078529.300836:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078529.301217:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078529.301220:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078529.301223:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769078529.940731:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078529.940741:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769078529.940743:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078529.940748:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:2.0:1769078529.940752:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078529.940755:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078529.940758:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078529.940761:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078529.940764:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078530.325040:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078530.325047:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078530.325449:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078530.325453:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078530.325456:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078530.452676:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300187718, at 4300188160
00000100:00000010:1.0:1769078530.452691:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064420.
00000100:00000040:0.0:1769078530.453537:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300187717, at 4300188160
00000100:00000010:0.0:1769078530.453544:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000001:1.0:1769078530.965752:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078530.965760:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078530.965762:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078530.965768:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078530.965772:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078530.965773:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078530.965775:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078530.965777:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078530.965779:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078530.965782:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078530.965789:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078530.965791:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078530.965794:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078530.965797:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078530.965804:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5516
00000400:00000200:2.0:1769078530.965813:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078530.965820:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078530.965823:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078530.965826:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.965829:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078530.965831:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.965834:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078530.965838:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078530.965840:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078530.965842:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078530.965845:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078530.965847:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078530.965849:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078530.965852:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.965854:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078530.965856:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.965858:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078530.965861:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078530.965864:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078530.965866:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078530.965869:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078530.965872:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078530.965875:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078530.965877:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078530.965880:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078530.965889:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523b80.
00000020:00000040:2.0:1769078530.965893:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078530.965897:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078530.965898:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078530.966873:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078530.966876:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078530.966881:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078530.966891:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855d000.
00000100:00000001:2.0:1769078530.966899:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078530.966907:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078530.966917:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078530.966922:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078530.966926:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c24fc051] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078530.966952:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078530.966955:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078530.966959:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078530.966960:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078530.966962:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078530.966965:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078530.966968:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5516
00000400:00000200:2.0:1769078530.966983:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078530.966987:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078530.966989:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078530.966992:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.966995:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078530.966997:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.966999:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078530.967002:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078530.967003:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078530.967005:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078530.967007:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078530.967009:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078530.967011:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078530.967014:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.967016:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078530.967017:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078530.967020:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078530.967022:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078530.967025:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078530.967027:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078530.967029:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078530.967034:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078530.967036:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078530.967038:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078530.967041:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078530.967043:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078530.967045:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078530.967049:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1523480.
00000020:00000040:2.0:1769078530.967052:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078530.967055:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078530.967056:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078530.967058:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078530.967059:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078530.967061:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078530.967066:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855f800.
00000100:00000001:2.0:1769078530.967069:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078530.967073:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078530.967080:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078530.967083:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078530.967086:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfabec10] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078530.967093:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078530.967096:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078530.967099:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078530.967102:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078530.967105:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078530.967110:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5526)
00000100:00000001:0.0:1769078530.967185:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078530.967190:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078530.967192:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078530.967198:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967205:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078530.967206:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078530.967219:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078530.967222:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078530.967225:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078530.967229:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204544:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078530.967233:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078530.967236:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078530.967239:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078530.967241:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078530.967246:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0d400.
02000000:00000001:0.0:1769078530.967248:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078530.967254:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078530.967259:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078530.967266:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078530.967274:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204544, portal 25
00000100:00000001:0.0:1769078530.967276:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078530.967277:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569957760 : -118662139593856 : ffff9413d1523b80)
00000100:00000040:0.0:1769078530.967282:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967289:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078530.967292:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078530.967295:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078530.967298:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612204544, offset 0
00000400:00000200:0.0:1769078530.967304:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078530.967311:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078530.967317:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078530.967322:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078530.967326:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078530.967329:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078530.967331:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078530.967334:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3982:3982:256:4294967295] 192.168.204.106@tcp LPNI seq info [3981:3981:8:4294967295]
00000400:00000200:0.0:1769078530.967337:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078530.967345:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078530.967349:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078530.967354:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078530.967359:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078530.967361:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078530.967366:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078530.967369:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078530.967373:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078530.967375:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078530.967381:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078530.967385:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078530.967391:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078530.967394:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078530.967398:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078530.967402:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967410:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078530.967414:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967642:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078530.967645:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078530.967662:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078530.967667:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078530.967670:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300192838
00000100:00000010:0.0:1769078530.967675:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078530.967682:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078530.967688:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300192838
00000100:00000010:0.0:1769078530.967691:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064c00.
00000100:00000001:0.0:1769078530.967694:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078530.967698:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078530.967700:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078530.967703:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078530.967708:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078530/real 1769078530]  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078530.967718:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078530.967720:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078530.967722:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078530.967725:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078530.967726:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078530.967729:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078530.967732:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078530.967740:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967746:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078530.967748:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.967750:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078530.967752:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078530.967755:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967762:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078530.967767:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967877:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078530.967879:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.967881:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078530.967881:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.967883:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078530.967884:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078530.967886:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078530.967889:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078530.967891:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078530.967895:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078530.967903:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204544:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078530.967908:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078530.967911:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.967917:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078530.967919:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078530.967921:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078530.967923:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078530.967925:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078530.967928:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204672:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078530.967931:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078530.967933:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078530.967935:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078530.967936:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078530.967940:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078530.967942:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078530.967946:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078530.967949:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078530.967953:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078530.967956:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204672, portal 10
00000100:00000001:0.0:1769078530.967958:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078530.967959:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569955968 : -118662139595648 : ffff9413d1523480)
00000100:00000040:0.0:1769078530.967965:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968046:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078530.968049:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078530.968052:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078530.968055:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612204672, offset 0
00000400:00000200:0.0:1769078530.968060:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078530.968064:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078530.968069:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078530.968072:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078530.968074:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078530.968076:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078530.968079:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078530.968082:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3983:3983:256:4294967295] 192.168.204.106@tcp LPNI seq info [3982:3982:8:4294967295]
00000400:00000200:0.0:1769078530.968086:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078530.968092:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078530.968096:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078530.968100:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078530.968103:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078530.968106:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1769078530.968110:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078530.968112:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1769078530.968116:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078530.968118:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078530.968121:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078530.968124:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078530.968127:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078530.968129:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078530.968132:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078530.968136:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968143:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078530.968146:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078555 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968153:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078530.968154:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078530.968158:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078530.968161:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078530.968165:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078530.968167:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300189474
00000100:00000001:0.0:1769078530.968170:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300192838
00000100:00000001:0.0:1769078530.968172:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300189474
00000100:00000001:0.0:1769078530.968174:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300192838
00000100:00000001:0.0:1769078530.968176:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078530.968178:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078530.968180:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078530.968184:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078530/real 1769078530]  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078530.968190:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078530.968192:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078530.968193:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078530.968196:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078530.968197:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078530.968199:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078530.968202:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078530.968282:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968293:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078530.968295:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.968296:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078530.968297:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078530.968300:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968306:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078530.968310:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968316:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078530.968318:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.968319:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078530.968320:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.968322:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078530.968324:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078530.968326:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078530.968330:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078530.968332:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078530.968335:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078530.968342:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204672:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078530.968345:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.968347:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078530.968350:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523b80 x1855007612204544/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968357:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078530.968359:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078530.968362:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0d400.
02000000:00000001:0.0:1769078530.968366:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078530.968368:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078530.968370:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078530.968372:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078530.968374:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855d000.
02000000:00000001:0.0:1769078530.968379:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078530.968381:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078530.968383:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523b80.
00000100:00000001:0.0:1769078530.968386:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078530.968387:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.968389:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078530.968392:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1523480 x1855007612204672/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078555 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078530.968398:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078530.968400:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078530.968401:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0cc00.
02000000:00000001:0.0:1769078530.968403:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078530.968404:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078530.968405:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078530.968407:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078530.968408:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855f800.
02000000:00000001:0.0:1769078530.968410:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078530.968411:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078530.968412:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1523480.
00000100:00000001:0.0:1769078530.968414:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078530.968415:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.968417:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078530.968497:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078530.968500:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078530.968502:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078530.968504:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078531.348704:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078531.348711:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078531.353983:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078531.353990:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078531.353994:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078531.989051:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078531.989059:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078531.989061:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078531.989067:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078531.989071:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078531.989074:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078531.989077:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078531.989079:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078531.989082:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078532.372661:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078532.372668:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078532.372720:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078532.372723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078532.372726:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078533.012699:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078533.012707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078533.012708:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078533.012714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078533.012718:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078533.012722:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078533.012724:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078533.012727:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078533.012730:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078533.396698:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078533.396706:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078533.396771:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078533.396775:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078533.396779:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078534.037577:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078534.037584:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078534.037586:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078534.037594:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078534.037622:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078534.037626:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078534.037629:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078534.037632:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078534.037635:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078534.420681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078534.420687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078534.421645:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078534.421649:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078534.421653:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078535.060691:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078535.060699:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078535.060701:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078535.060707:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078535.060710:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078535.060714:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078535.060717:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078535.060719:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078535.060721:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078535.444690:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078535.444696:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078535.444825:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078535.444829:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078535.444833:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078535.572683:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300192838, at 4300193280
00000100:00000010:0.0:1769078535.572699:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000040:1.0:1769078535.572859:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300192838, at 4300193280
00000100:00000010:1.0:1769078535.572867:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064c00.
00000100:00080000:2.0:1769078536.084772:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078536.084784:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078536.084786:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078536.084791:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078536.084795:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078536.084802:0:25216:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5521
00000400:00000200:2.0:1769078536.084811:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078536.084817:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078536.084820:0:25216:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078536.084823:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.084826:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078536.084828:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.084831:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078536.084834:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078536.084836:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:2.0:1769078536.084839:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078536.084841:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:2.0:1769078536.084843:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:2.0:1769078536.084846:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:2.0:1769078536.084848:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.084850:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078536.084852:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.084854:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078536.084857:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:2.0:1769078536.084859:0:25216:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078536.084861:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078536.084863:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078536.084866:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078536.084869:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078536.084871:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078536.084874:0:25216:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078536.084882:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1522a00.
00000020:00000040:2.0:1769078536.084885:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:2.0:1769078536.084889:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078536.084891:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078536.084893:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078536.084896:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078536.084900:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078536.084908:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855c800.
00000100:00000001:2.0:1769078536.084914:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078536.084922:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078536.084932:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078536.084933:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769078536.084936:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078536.084939:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078536.084943:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078536.084944:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9d28bb6] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078536.084949:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078536.084956:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078536.084962:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078536.084966:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078536.084968:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078536.084971:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.085066:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078536.085070:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078536.085072:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078536.085078:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085085:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078536.085086:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.085090:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078536.085092:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078536.085095:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078536.085098:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204800:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078536.085102:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078536.085105:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078536.085107:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.085109:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078536.085114:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078536.085115:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.085121:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078536.085125:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078536.085131:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078536.085137:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204800, portal 25
00000100:00000001:0.0:1769078536.085139:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078536.085141:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569953280 : -118662139598336 : ffff9413d1522a00)
00000100:00000040:0.0:1769078536.085145:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085153:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078536.085155:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078536.085158:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078536.085161:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612204800, offset 0
00000400:00000200:0.0:1769078536.085167:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078536.085174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078536.085179:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078536.085184:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078536.085188:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078536.085192:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078536.085195:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078536.085198:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3984:3984:256:4294967295] 192.168.204.106@tcp LPNI seq info [3983:3983:8:4294967295]
00000400:00000200:0.0:1769078536.085202:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078536.085210:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078536.085216:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078536.085221:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078536.085226:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078536.085230:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078536.085235:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078536.085238:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078536.085242:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078536.085245:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078536.085250:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078536.085254:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078536.085258:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078536.085261:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078536.085265:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078536.085269:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078536.085293:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078536.085296:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078536.085299:0:25216:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078536.085301:0:25216:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078536.085302:0:25216:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078536.085305:0:25216:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078536.085308:0:25216:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5521
00000400:00000200:2.0:1769078536.085311:0:25216:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:2.0:1769078536.085314:0:25216:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078536.085316:0:25216:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078536.085319:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.085321:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078536.085323:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.085325:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:2.0:1769078536.085328:0:25216:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078536.085329:0:25216:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:2.0:1769078536.085331:0:25216:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078536.085333:0:25216:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:2.0:1769078536.085335:0:25216:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:2.0:1769078536.085337:0:25216:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:2.0:1769078536.085340:0:25216:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.085341:0:25216:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078536.085343:0:25216:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:2.0:1769078536.085345:0:25216:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:2.0:1769078536.085347:0:25216:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:2.0:1769078536.085350:0:25216:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:2.0:1769078536.085352:0:25216:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078536.085353:0:25216:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078536.085358:0:25216:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078536.085360:0:25216:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078536.085362:0:25216:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078536.085365:0:25216:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078536.085368:0:25216:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078536.085370:0:25216:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078536.085373:0:25216:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413d1521c00.
00000020:00000040:2.0:1769078536.085376:0:25216:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:2.0:1769078536.085378:0:25216:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078536.085379:0:25216:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078536.085380:0:25216:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078536.085382:0:25216:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078536.085383:0:25216:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078536.085387:0:25216:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c855e000.
00000100:00000001:2.0:1769078536.085390:0:25216:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078536.085395:0:25216:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078536.085402:0:25216:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078536.085404:0:25216:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078536.085407:0:25216:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000598965f0] to pc [ptlrpcd_rcv+-1]  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085435:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.085439:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085447:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.085449:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078536.085456:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.085460:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078536.085463:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300197955
00000100:00000010:0.0:1769078536.085468:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078536.085474:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078536.085480:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300197955
00000100:00000010:0.0:1769078536.085483:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064de0.
00000100:00000001:0.0:1769078536.085486:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078536.085489:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078536.085491:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.085494:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078536.085497:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078536/real 1769078536]  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078536.085506:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078536.085508:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078536.085510:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078536.085512:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078536.085514:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078536.085516:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078536.085520:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078536.085528:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085533:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078536.085535:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085538:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.085540:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078536.085543:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085550:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078536.085591:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085597:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078536.085600:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085601:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.085602:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085604:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078536.085606:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078536.085609:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078536.085613:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078536.085615:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078536.085619:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078536.085626:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1522a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612204800:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078536.085631:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085633:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.085636:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1522a00 x1855007612204800/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085643:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078536.085645:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078536.085647:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078536.085650:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078536.085652:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078536.085653:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078536.085655:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078536.085657:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855c800.
02000000:00000001:0.0:1769078536.085662:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078536.085664:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078536.085665:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1522a00.
00000100:00000001:0.0:1769078536.085668:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078536.085669:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085671:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085677:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078536.085679:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.085681:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078536.085683:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078536.085684:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078536.085688:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085694:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078536.085695:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.085697:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078536.085699:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078536.085701:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078536.085704:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204928:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078536.085707:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078536.085709:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078536.085710:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078536.085712:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078536.085714:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078536.085716:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078536.085720:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078536.085723:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078536.085726:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078536.085729:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612204928, portal 10
00000100:00000001:0.0:1769078536.085731:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078536.085731:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411569949696 : -118662139601920 : ffff9413d1521c00)
00000100:00000040:0.0:1769078536.085737:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085743:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078536.085745:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078536.085747:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078536.085749:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612204928, offset 0
00000400:00000200:0.0:1769078536.085752:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078536.085756:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078536.085758:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078536.085761:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078536.085763:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078536.085766:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078536.085767:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078536.085770:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3985:3985:256:4294967295] 192.168.204.106@tcp LPNI seq info [3984:3984:8:4294967295]
00000400:00000200:0.0:1769078536.085773:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078536.085778:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078536.085782:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078536.085785:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078536.085789:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078536.085791:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1769078536.085794:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078536.085797:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1769078536.085800:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078536.085802:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078536.085804:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078536.085807:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078536.085809:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078536.085811:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078536.085813:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078536.085816:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085822:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.085825:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085831:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.085832:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078536.085835:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078536.085838:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078536.085841:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078536.085843:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300194591
00000100:00000001:0.0:1769078536.085846:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300197955
00000100:00000001:0.0:1769078536.085849:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300194591
00000100:00000001:0.0:1769078536.085850:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300197955
00000100:00000001:0.0:1769078536.085853:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078536.085855:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.085856:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078536.085860:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078536/real 1769078536]  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078536.085868:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078536.085869:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078536.085870:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078536.085873:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078536.085874:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078536.085876:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078536.085879:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078536.085887:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085894:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078536.085895:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085897:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.085898:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078536.085901:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085907:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078536.085911:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085917:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078536.085919:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085921:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078536.085922:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085923:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078536.085925:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078536.085927:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078536.085930:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078536.085932:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078536.085936:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078536.085942:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413d1521c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612204928:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078536.085946:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085947:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078536.085949:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413d1521c00 x1855007612204928/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078536.085955:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078536.085956:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078536.085958:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078536.085961:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078536.085962:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078536.085963:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078536.085965:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078536.085967:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c855e000.
02000000:00000001:0.0:1769078536.085969:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078536.085971:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078536.085972:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413d1521c00.
00000100:00000001:0.0:1769078536.085974:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078536.085975:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085977:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078536.085980:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078536.085981:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078536.085983:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078536.085985:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078536.086046:0:25216:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078536.086050:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078536.086054:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078536.086057:0:25216:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078536.086061:0:25216:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:2.0:1769078536.086065:0:25216:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5531)
00000100:00000001:0.0:1769078536.086068:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078536.086072:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078536.468685:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078536.468691:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078536.468797:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078536.468801:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078536.468804:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078537.109932:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078537.109940:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078537.109941:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078537.109947:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078537.109950:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078537.109955:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078537.109958:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078537.109960:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078537.109963:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078537.492656:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078537.492662:0:33192:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078537.492664:0:33192:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078537.492666:0:33192:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078537.492669:0:33192:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078537.492671:0:33192:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078537.492672:0:33192:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078537.492673:0:33192:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078537.492759:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078537.492762:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078537.492765:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078538.132661:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078538.132667:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078538.132669:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078538.132673:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078538.132676:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078538.132679:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078538.132681:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078538.132683:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078538.132690:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078538.516669:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078538.516676:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078538.516742:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078538.516745:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078538.516749:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078539.156674:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078539.156683:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078539.156684:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078539.156689:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078539.156693:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078539.156696:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078539.156699:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078539.156701:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078539.156703:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078539.540639:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078539.540645:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078539.540689:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078539.540691:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078539.540694:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078540.180624:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078540.180629:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078540.180630:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078540.180634:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078540.180637:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078540.180640:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078540.180642:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078540.180643:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078540.180645:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078540.564681:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078540.564687:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078540.564746:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078540.564750:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078540.564753:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078540.693313:0:33192:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475910 (cpu 0) has reached its deadline 4300197955, at 4300198400
00000100:00000010:1.0:1769078540.693329:0:33192:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064de0.
00000100:00000040:0.0:1769078540.694586:0:33388:0:(connection.c:75:cpu_latency_work()) work item of ffff9413ca475800 (cpu 0) has reached its deadline 4300197955, at 4300198402
00000100:00000010:0.0:1769078540.694594:0:33388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9413c3064f60.
00000100:00000001:1.0:1769078541.204700:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078541.204707:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078541.204709:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078541.204714:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078541.204717:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078541.204720:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078541.204722:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078541.204725:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078541.204727:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078541.205016:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9cf04261-7256-4e53-8fc0-904c26a3a2fe->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078541.205022:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078541.205025:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078541.205028:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078541.205031:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078541.205038:0:30900:0:(import.c:509:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 5526
00000400:00000200:3.0:1769078541.205046:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078541.205051:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078541.205055:0:30900:0:(import.c:588:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078541.205058:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205061:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.205063:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205066:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078541.205069:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078541.205071:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84a80
00000020:00000001:3.0:1769078541.205074:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078541.205076:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d1b61800 refcount=3
00000020:00000001:3.0:1769078541.205079:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000020:00000001:3.0:1769078541.205094:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411576502272 : -118662133049344 : ffff9413d1b61800)
00000100:00000040:3.0:1769078541.205097:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205099:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.205101:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205104:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078541.205106:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d1b61800 : new refcount 2
00000100:00080000:3.0:1769078541.205110:0:30900:0:(import.c:623:import_select_connection()) MGC192.168.204.106@tcp: import ffff9413d98b9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205113:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078541.205115:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078541.205118:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078541.205121:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.205123:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078541.205125:0:30900:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078541.205133:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3100.
00000020:00000040:3.0:1769078541.205137:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d98b9800 refcount=4 obd=MGC192.168.204.106@tcp
02000000:00000001:3.0:1769078541.205141:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078541.205142:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.205145:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078541.205148:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078541.205151:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078541.205159:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99fa400.
00000100:00000001:3.0:1769078541.205164:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078541.205172:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078541.205181:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078541.205185:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078541.205189:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000686f83b4] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078541.205215:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078541.205218:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078541.205221:0:30900:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078541.205223:0:30900:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078541.205224:0:30900:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078541.205227:0:30900:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078541.205229:0:30900:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: connect to NID 192.168.204.106@tcp last attempt 5526
00000400:00000200:3.0:1769078541.205233:0:30900:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:3.0:1769078541.205235:0:30900:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.106@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078541.205238:0:30900:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078541.205241:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205242:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.205244:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205246:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000001:3.0:1769078541.205249:0:30900:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078541.205250:0:30900:0:(genops.c:823:class_conn2export()) looking for export cookie 0x90bf8f7bf4f84acd
00000020:00000001:3.0:1769078541.205252:0:30900:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078541.205253:0:30900:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9413d98bd800 refcount=5
00000020:00000001:3.0:1769078541.205255:0:30900:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000020:00000001:3.0:1769078541.205257:0:30900:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625411707951104 : -118662001600512 : ffff9413d98bd800)
00000100:00000040:3.0:1769078541.205260:0:30900:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9413ca171240 refcount 11 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205261:0:30900:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078541.205263:0:30900:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9413ca171240 refcount 12 to 192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205266:0:30900:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625411448640064 : -118662260911552 : ffff9413ca171240)
00000020:00000040:3.0:1769078541.205268:0:30900:0:(genops.c:898:class_export_put()) PUTting export ffff9413d98bd800 : new refcount 4
00000100:00080000:3.0:1769078541.205270:0:30900:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9413d12f5000: import ffff9413d1420800 using connection 192.168.204.106@tcp/192.168.204.106@tcp
00000100:00000001:3.0:1769078541.205272:0:30900:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078541.205274:0:30900:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078541.205279:0:30900:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078541.205281:0:30900:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.205283:0:30900:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078541.205287:0:30900:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078541.205289:0:30900:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.205291:0:30900:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078541.205295:0:30900:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9413c34b3b80.
00000020:00000040:3.0:1769078541.205297:0:30900:0:(genops.c:1229:class_import_get()) import ffff9413d1420800 refcount=7 obd=lustre-MDT0000-mdc-ffff9413d12f5000
02000000:00000001:3.0:1769078541.205300:0:30900:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078541.205301:0:30900:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078541.205302:0:30900:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078541.205304:0:30900:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078541.205305:0:30900:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078541.205309:0:30900:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9413c99f9c00.
00000100:00000001:3.0:1769078541.205312:0:30900:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078541.205317:0:30900:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078541.205323:0:30900:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078541.205326:0:30900:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078541.205329:0:30900:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d997f68d] to pc [ptlrpcd_rcv+-1]  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078541.205336:0:30900:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078541.205338:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078541.205342:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078541.205344:0:30900:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078541.205347:0:30900:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078541.205352:0:30900:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5536)
00000100:00000001:0.0:1769078541.205453:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078541.205457:0:2363:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078541.205458:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078541.205464:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205472:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078541.205473:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.205487:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078541.205490:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078541.205493:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078541.205496:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612205056:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078541.205500:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078541.205504:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078541.205506:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.205508:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078541.205513:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078541.205515:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.205521:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078541.205525:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078541.205531:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078541.205538:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612205056, portal 25
00000100:00000001:0.0:1769078541.205541:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078541.205542:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334615296 : -118662374936320 : ffff9413c34b3100)
00000100:00000040:0.0:1769078541.205548:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205579:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078541.205582:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078541.205585:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078541.205588:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007612205056, offset 0
00000400:00000200:0.0:1769078541.205594:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078541.205601:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078541.205606:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078541.205611:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078541.205615:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078541.205619:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078541.205621:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078541.205625:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3986:3986:256:4294967295] 192.168.204.106@tcp LPNI seq info [3985:3985:8:4294967295]
00000400:00000200:0.0:1769078541.205629:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078541.205638:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078541.205644:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078541.205648:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078541.205655:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078541.205658:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078541.205663:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078541.205667:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078541.205671:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078541.205673:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078541.205680:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078541.205684:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078541.205688:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078541.205690:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078541.205695:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078541.205698:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205706:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.205710:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205716:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.205718:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078541.205723:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.205727:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078541.205730:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300203076
00000100:00000010:0.0:1769078541.205734:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c3064f60.
00000100:00000001:0.0:1769078541.205741:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078541.205746:0:2363:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300203076
00000100:00000010:0.0:1769078541.205749:0:2363:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9413c30645a0.
00000100:00000001:0.0:1769078541.205752:0:2363:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078541.205755:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078541.205758:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.205760:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078541.205764:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078541/real 1769078541]  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078541.205772:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078541.205774:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078541.205775:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078541.205778:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078541.205780:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078541.205782:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078541.205785:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.205793:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205798:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078541.205800:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.205802:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.205804:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078541.205808:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205814:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078541.205818:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205825:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078541.205828:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.205830:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.205831:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.205833:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078541.205834:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078541.205837:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d98b9800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078541.205841:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078541.205844:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078541.205848:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078541.205855:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9cf04261-7256-4e53-8fc0-904c26a3a2fe:2363:1855007612205056:192.168.204.106@tcp:250:kworker.0
00000100:00000001:0.0:1769078541.205859:0:2363:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078541.205861:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205867:0:2363:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078541.205869:0:2363:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.205871:0:2363:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078541.205873:0:2363:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078541.205875:0:2363:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078541.205877:0:2363:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612205184:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078541.205880:0:2363:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078541.205881:0:2363:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078541.205883:0:2363:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078541.205885:0:2363:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769078541.205888:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9413c8b0f400.
02000000:00000001:0.0:1769078541.205890:0:2363:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078541.205893:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000010:0.0:1769078541.205895:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9413d3f20f78.
00000400:00000010:0.0:1769078541.205899:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01770.
00000100:00000200:0.0:1769078541.205901:0:2363:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007612205184, portal 10
00000100:00000001:0.0:1769078541.205903:0:2363:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078541.205905:0:2363:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446625411334617984 : -118662374933632 : ffff9413c34b3b80)
00000100:00000040:0.0:1769078541.205910:0:2363:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.205916:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078541.205918:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp
00000400:00000010:0.0:1769078541.205920:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9413c2d01330.
00000100:00000200:0.0:1769078541.205922:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007612205184, offset 0
00000400:00000200:0.0:1769078541.205925:0:2363:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp
00000400:00000200:0.0:1769078541.205929:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078541.205932:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.106@tcp local destination
00000400:00000200:0.0:1769078541.205934:0:2363:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769078541.205937:0:2363:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp
00000400:00000200:0.0:1769078541.205939:0:2363:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078541.205941:0:2363:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp
00000400:00000200:0.0:1769078541.205944:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [3987:3987:256:4294967295] 192.168.204.106@tcp LPNI seq info [3986:3986:8:4294967295]
00000400:00000200:0.0:1769078541.205948:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000400:00000200:0.0:1769078541.205953:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:<?>) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769078541.205957:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078541.205960:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9413d8f6c000.
00000800:00000200:0.0:1769078541.205963:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.0:1769078541.205965:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1769078541.205969:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9413d14ea6c0] -> 12345-192.168.204.106@tcp (2)
00000800:00000200:0.1:1769078541.205971:0:2363:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.106 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1769078541.205975:0:2363:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.106@tcp
00000800:00000010:0.0:1769078541.205977:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9413d8f6c000.
00000400:00000200:0.0:1769078541.205980:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1769078541.205983:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1769078541.205986:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01330
00000400:00000010:0.0:1769078541.205988:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01330.
00000100:00000001:0.0:1769078541.205990:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078541.205993:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.206001:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.206004:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.206010:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.206011:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078541.206014:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078541.206018:0:2363:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: using a timeout of 798925 usecs (799 jiffies)
00000400:00000200:0.0:1769078541.206022:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0
00000100:00000001:0.0:1769078541.206024:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 0 is 4300199712
00000100:00000001:0.0:1769078541.206026:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 0, keep current deadline 4300203076
00000100:00000001:0.0:1769078541.206028:0:2363:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS new deadline estimation for cpu 1 is 4300199712
00000100:00000001:0.0:1769078541.206030:0:2363:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9413d12f5000: PM QoS request active for cpu 1, keep current deadline 4300203076
00000100:00000001:0.0:1769078541.206032:0:2363:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078541.206034:0:2363:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.206036:0:2363:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769078541.206039:0:2363:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078541/real 1769078541]  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1769078541.206046:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769078541.206047:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769078541.206049:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9413d3f20f78.
00000400:00000200:0.0:1769078541.206051:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9413c2d01770
00000400:00000010:0.0:1769078541.206053:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9413c2d01770.
00000100:00000001:0.0:1769078541.206054:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769078541.206057:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769078541.206065:0:2363:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.206071:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769078541.206072:0:2363:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.206074:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.206075:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769078541.206078:0:2363:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.206134:0:2363:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078541.206138:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.206151:0:2363:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1769078541.206153:0:2363:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.206154:0:2363:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769078541.206156:0:2363:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.206158:0:2363:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1769078541.206159:0:2363:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1769078541.206162:0:2363:0:(import.c:65:import_set_state_nolock()) ffff9413d1420800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1769078541.206165:0:2363:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.106@tcp failed (-110)
00000100:00000001:0.0:1769078541.206167:0:2363:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1769078541.206170:0:2363:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078541.206178:0:2363:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9413c34b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6fd427eb-eb8b-48f3-acfc-5e1a8fb9905a:2363:1855007612205184:192.168.204.106@tcp:38:kworker.0
00000100:00000001:0.0:1769078541.206181:0:2363:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.206183:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.206185:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3100 x1855007612205056/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.206192:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078541.206194:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078541.206196:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0dc00.
02000000:00000001:0.0:1769078541.206199:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078541.206201:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078541.206203:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d98b9800 refcount=3 obd=MGC192.168.204.106@tcp
00000020:00000001:0.0:1769078541.206205:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078541.206207:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99fa400.
02000000:00000001:0.0:1769078541.206211:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078541.206213:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078541.206214:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3100.
00000100:00000001:0.0:1769078541.206217:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078541.206219:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.206221:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078541.206224:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9413c34b3b80 x1855007612205184/t0(0) o38->lustre-MDT0000-mdc-ffff9413d12f5000@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078541.206230:0:2363:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769078541.206231:0:2363:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769078541.206232:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9413c8b0f400.
02000000:00000001:0.0:1769078541.206234:0:2363:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769078541.206235:0:2363:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769078541.206237:0:2363:0:(genops.c:1242:class_import_put()) import ffff9413d1420800 refcount=6 obd=lustre-MDT0000-mdc-ffff9413d12f5000
00000020:00000001:0.0:1769078541.206238:0:2363:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769078541.206240:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9413c99f9c00.
02000000:00000001:0.0:1769078541.206242:0:2363:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769078541.206243:0:2363:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769078541.206244:0:2363:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9413c34b3b80.
00000100:00000001:0.0:1769078541.206246:0:2363:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769078541.206247:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.206249:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769078541.206256:0:2363:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769078541.206258:0:2363:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078541.206260:0:2363:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078541.206262:0:2363:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078541.588688:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078541.588695:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078541.588763:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078541.588767:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078541.588770:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078542.228669:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078542.228675:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078542.228677:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078542.228682:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078542.228685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078542.228689:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.228691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078542.228693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078542.228696:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078542.612673:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078542.612680:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078542.612750:0:15876:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078542.612754:0:15876:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078542.612757:0:15876:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078543.252672:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078543.252677:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078543.252679:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078543.252683:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078543.252685:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078543.252688:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078543.252691:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078543.252693:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078543.252695:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078543.638804:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078543.638810:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078543.639140:0:15875:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078543.639143:0:15875:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078543.639147:0:15875:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078544.276754:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078544.276762:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078544.276764:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078544.276769:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078544.276773:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078544.276776:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078544.276779:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078544.276781:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078544.276784:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078544.662662:0:33192:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078544.662669:0:33192:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078544.663718:0:16013:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078544.663723:0:16013:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078544.663727:0:16013:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1769078545.300747:0:32699:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1769078545.300754:0:32699:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078545.300756:0:32699:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078545.300761:0:32699:0:(client.c:2690:ptlrpc_set_wait()) set ffff9413ca866480 going to sleep for 0 seconds
00000100:00000001:1.0:1769078545.300764:0:32699:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078545.300768:0:32699:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078545.300771:0:32699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078545.300773:0:32699:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078545.300776:0:32699:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 127830 lines, 127830 kept, 0 dropped, 0 bad.